-- Logs begin at Mon 2022-10-03 14:11:28 UTC, end at Mon 2022-10-03 15:16:13 UTC. -- Oct 03 14:43:26.167082 dv-cinder-859877-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 03 14:43:28.868764 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.common.config [-] Logging enabled! Oct 03 14:43:28.869342 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 03 14:43:28.869578 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112545) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 03 14:43:28.872776 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.common.config [-] Logging enabled! Oct 03 14:43:28.873031 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev34 Oct 03 14:43:28.873342 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112545) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 03 14:43:28.874298 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 14:43:28.874534 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 14:43:28.875003 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 14:43:28.875252 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 14:43:28.875482 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 14:43:28.875802 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.876104 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.876336 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.876637 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.876931 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.877216 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.877525 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.877827 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.878115 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.878395 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.878679 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.878910 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.879189 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.879481 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.879773 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.879998 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] debug = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.880280 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.880708 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.881118 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.881396 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.881713 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.881996 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.882266 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.882541 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.883351 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.883677 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] host = dv-cinder-859877-2-iscsi {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.883946 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.884234 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.884519 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.884805 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.885080 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.885353 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.885663 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.885950 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.886208 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] log_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.886480 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.886765 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.887051 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.887336 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.887558 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.887782 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.888066 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.888354 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.888627 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.888898 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.889170 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.889438 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.889735 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.890006 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.890290 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.890572 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.890854 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.891126 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.891398 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.891666 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.891934 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.892219 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.892490 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.892761 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.893030 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.893314 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.893601 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.893875 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.894175 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.894462 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.894744 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.895028 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.895300 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.895581 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.895852 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.896125 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.896398 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] use_json = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.896670 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.896940 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.897221 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.897490 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.897779 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.898050 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.898928 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.899225 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.899502 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:28.899803 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.900105 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.900405 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.900690 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.900995 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.901276 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.901592 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.901875 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.902167 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.902460 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.902749 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.903027 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.903327 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.903617 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.903912 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.904217 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.904510 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.904803 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.905079 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.905353 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.905652 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.905934 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.906223 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.906503 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.906797 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.907091 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.907374 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.907674 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.907965 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.908251 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.908546 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.908841 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.909119 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.909398 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.909720 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.910008 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.910282 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.910570 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.910851 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.911125 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.911406 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.911698 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.911989 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.912263 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.912542 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.912834 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.913113 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.913387 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.913691 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.913994 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.914267 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.914550 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.914828 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.915101 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.915374 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.915652 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.915924 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.916197 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.916475 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.916747 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.917023 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.917296 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.917594 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.917869 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.918142 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.918412 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.918683 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.918954 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.919230 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.919500 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.919772 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.920047 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.920318 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.920588 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.920872 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.921171 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.921450 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.921756 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.922035 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.922314 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.922591 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.922868 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.923146 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.923423 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.923696 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.923985 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.924267 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.924552 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.924835 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.925132 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.925427 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.925904 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.926186 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.926464 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.926741 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.927020 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.927306 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.927584 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.927865 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.928151 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.928438 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.928735 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.929033 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.929317 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.930162 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.930469 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.930764 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.931046 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.931358 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.931638 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:28.931859 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 14:43:28.932100 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112545) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 03 14:43:29.308180 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 03 14:43:29.308513 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 03 14:43:29.308778 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 03 14:43:29.309017 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 03 14:43:29.309297 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 03 14:43:29.309655 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 03 14:43:29.631398 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.631618 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.631891 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.633111 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.633386 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.633675 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.686077 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.686354 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.686618 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.702405 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.702689 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.702959 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.731310 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.731589 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.731859 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.767420 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.767696 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.767960 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.996816 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.997433 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.997433 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.998535 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:29.999251 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.095852 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.096171 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.096454 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.096724 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.096991 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.097311 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.097596 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.097854 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.098108 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.098391 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.098650 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.098913 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.099172 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.099422 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.099675 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.099938 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.100191 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.100457 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.100726 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.100982 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.101253 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.101560 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.101844 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.102226 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.102479 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.102726 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.103122 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 14:43:30.103362 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 14:43:30.103600 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 14:43:30.103835 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 14:43:30.104072 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 14:43:30.104306 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 14:43:30.104670 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 03 14:43:30.108040 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 03 14:43:30.112071 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 03 14:43:30.115797 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Oct 03 14:43:30.117439 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 03 14:43:30.118066 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 03 14:43:30.118404 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 03 14:43:30.118791 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 03 14:43:30.121595 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 03 14:43:30.121849 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 03 14:43:30.122197 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 14:43:30.127250 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 03 14:43:30.150876 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 03 14:43:30.151326 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.151624 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112545) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 03 14:43:30.151997 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.153349 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112545) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 03 14:43:30.153655 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 14:43:30.153898 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 03 14:43:30.164602 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.164887 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:30.271687 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 03 14:43:30.271872 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 03 14:43:30.272108 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 03 14:43:30.272484 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 03 14:43:30.331561 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO dbcounter [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Registered counter for database neutron Oct 03 14:43:30.349423 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_db.sqlalchemy.engines [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112545) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 03 14:43:30.355286 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG dbcounter [-] [112545] Writer thread running {{(pid=112545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 14:43:30.891441 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Initializing driver for type 'gre' Oct 03 14:43:30.891996 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] gre ID ranges: [(1, 1000)] Oct 03 14:43:30.948289 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Initializing driver for type 'local' Oct 03 14:43:30.948620 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Initializing driver for type 'vlan' Oct 03 14:43:30.962446 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] VlanTypeDriver initialization complete Oct 03 14:43:30.962851 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Initializing driver for type 'vxlan' Oct 03 14:43:30.963489 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] vxlan ID ranges: [(1, 1000)] Oct 03 14:43:31.018289 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Initializing extension driver 'port_security' Oct 03 14:43:31.018879 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.extensions.port_security [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] PortSecurityExtensionDriver initialization complete Oct 03 14:43:31.019150 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Initializing mechanism driver 'openvswitch' Oct 03 14:43:31.019525 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Initializing mechanism driver 'hyperv' Oct 03 14:43:31.028779 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.plugins.ml2.plugin [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:43:31.029698 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > port after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.030230 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > port after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.030710 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > port after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.031430 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 14:43:31.031990 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > subnet after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.032470 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > subnet after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.033012 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.033682 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 14:43:31.034281 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > network after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.034758 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > network after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.035352 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > network after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.035940 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 14:43:31.036567 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > security_group after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.037050 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > security_group after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.037587 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.038120 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 14:43:31.038722 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.039238 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.039764 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.040598 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 14:43:31.041107 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > address_group after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.041655 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > address_group after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.042100 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.042540 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112545) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 14:43:31.043015 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] ML2 OVO RPC backend initialized. {{(pid=112545) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 03 14:43:31.043755 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.044146 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.044638 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > network before_response 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.045026 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > networks before_response 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.045409 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > port before_response 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.045822 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > ports before_response 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.046223 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > subnet before_response 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.046607 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > subnets before_response 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.046997 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > network after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.047381 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > network after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.047756 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > network after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.048132 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > port after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.048504 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > port after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.048948 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > port after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.049335 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > subnet after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.049750 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > subnet after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.050125 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.057771 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded quota_driver: . Oct 03 14:43:31.058127 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.plugin [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Modular L2 Plugin initialization complete Oct 03 14:43:31.058470 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading services supported by the core plugin {{(pid=112545) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 03 14:43:31.058806 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.plugins.ml2.managers [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Got port-security extension from driver 'port_security' Oct 03 14:43:31.059277 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.extensions.vlantransparent [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Disabled vlantransparent extension. Oct 03 14:43:31.059766 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112545) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 03 14:43:31.060085 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading Plugin: router Oct 03 14:43:31.095843 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.096231 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router after_create 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.096598 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router before_create 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.096959 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.097356 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.097733 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router after_delete 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.098087 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.098436 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.098790 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router after_create 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.099133 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router after_update 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.099479 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router after_update 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.099821 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.100175 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router after_update 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.100584 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router precommit_update 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.100955 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: port after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.101312 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: port after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.101673 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: subnet after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.102015 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.102359 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.102701 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router precommit_create 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.103039 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: port before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.103376 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router precommit_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.103729 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router after_update 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.104069 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.104419 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router precommit_create 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.104778 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.105122 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router precommit_update 55549900 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.105485 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > agent after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.105862 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > agent after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.106202 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > network after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.107301 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Tracking information for resource: router configured {{(pid=112545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 14:43:31.107638 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Tracking information for resource: floatingip configured {{(pid=112545) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 14:43:31.112516 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.db.l3_agentschedulers_db [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 03 14:43:31.113087 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: port after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.113445 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: port after_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.113825 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: port after_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.114175 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: port after_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.114957 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router before_create 55550100 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.115316 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.115674 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router precommit_create 55550100 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.116027 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > router precommit_update 55550100 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.120895 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.services.provider_configuration [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service providers = [] {{(pid=112545) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 03 14:43:31.121259 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.db.servicetype_db [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112545) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 03 14:43:31.124183 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.services.service_base [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112545) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 14:43:31.124534 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.services.service_base [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112545) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 14:43:31.124875 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.services.service_base [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112545) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 14:43:31.125785 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.services.service_base [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112545) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 14:43:31.126152 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.services.service_base [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 03 14:43:31.126519 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 14:43:31.126833 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 03 14:43:31.138768 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 14:43:31.139101 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading Plugin: auto_allocate Oct 03 14:43:31.144777 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: network precommit_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.145097 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: network precommit_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.145653 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 14:43:31.145972 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading Plugin: tag Oct 03 14:43:31.153036 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 14:43:31.153363 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading Plugin: timestamp Oct 03 14:43:31.157330 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 14:43:31.157695 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading Plugin: network_ip_availability Oct 03 14:43:31.163124 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.163490 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.163867 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.164574 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 14:43:31.164892 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading Plugin: flavors Oct 03 14:43:31.169491 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 14:43:31.169841 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading Plugin: revisions Oct 03 14:43:31.174212 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112545) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 14:43:31.174595 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_concurrency.lockutils [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.865s {{(pid=112545) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 03 14:43:31.175320 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112545) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 03 14:43:31.175653 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Initializing extension manager. Oct 03 14:43:31.176173 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: __init__.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.176510 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: __pycache__ {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.176841 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: address_group.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.177744 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.178312 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: address-group Oct 03 14:43:31.178633 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: address_scope.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.179301 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.180333 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: address-scope Oct 03 14:43:31.180646 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.181541 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.182047 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: router-admin-state-down-before-update Oct 03 14:43:31.182361 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: agent.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.183011 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.183505 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: agent Oct 03 14:43:31.183818 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: agent_resources_synced.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.184664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.185157 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: agent-resources-synced Oct 03 14:43:31.185473 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: allowedaddresspairs.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.187218 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.187726 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: allowed-address-pairs Oct 03 14:43:31.188049 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: auto_allocated_topology.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.189060 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.189588 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: auto-allocated-topology Oct 03 14:43:31.189910 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: availability_zone.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.190555 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.191054 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: availability_zone Oct 03 14:43:31.191377 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: availability_zone_filter.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.192234 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.192729 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: availability_zone_filter Oct 03 14:43:31.193046 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: data_plane_status.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.193926 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.194423 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension data-plane-status not supported by any of loaded plugins Oct 03 14:43:31.194739 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: default_subnetpools.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.196208 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.196703 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: default-subnetpools Oct 03 14:43:31.197019 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.197798 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.198302 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: dhcp_agent_scheduler Oct 03 14:43:31.198618 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: dns.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.199472 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.199969 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension dns-integration not supported by any of loaded plugins Oct 03 14:43:31.200286 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: dns_domain_ports.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.201143 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.201685 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 03 14:43:31.202006 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.202866 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.203363 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 03 14:43:31.203681 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: dvr.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.204300 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.204793 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: dvr Oct 03 14:43:31.205107 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: ecmp_routes.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.205984 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.206478 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 03 14:43:31.206793 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: empty_string_filtering.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.207642 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.208136 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: empty-string-filtering Oct 03 14:43:31.208454 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.209305 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.209829 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 03 14:43:31.210146 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.211035 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.211533 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 03 14:43:31.211853 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: external_net.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.212700 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.213194 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: external-net Oct 03 14:43:31.213530 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.214377 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.214877 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: extra_dhcp_opt Oct 03 14:43:31.215196 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: extraroute.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.216043 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.216538 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: extraroute Oct 03 14:43:31.216855 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: extraroute_atomic.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.217850 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.218351 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: extraroute-atomic Oct 03 14:43:31.218667 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: filter_validation.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.219278 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.219773 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: filter-validation Oct 03 14:43:31.220087 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: fip_pf_description.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.220946 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.221441 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 03 14:43:31.221785 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: fip_pf_detail.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.222628 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.223122 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 03 14:43:31.223436 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: fip_pf_port_range.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.224283 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.224772 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 03 14:43:31.225088 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: fip_port_details.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.225964 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.226516 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: fip-port-details Oct 03 14:43:31.226831 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: flavors.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.227998 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.228507 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: flavors Oct 03 14:43:31.228831 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.230439 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.230956 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 03 14:43:31.231287 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: floatingip_pools.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.231932 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.232700 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: floatingip-pools Oct 03 14:43:31.233019 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: ip_allocation.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.233926 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.234419 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension ip_allocation not supported by any of loaded plugins Oct 03 14:43:31.234735 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.235612 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.236109 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: ip-substring-filtering Oct 03 14:43:31.236423 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l2_adjacency.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.237291 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.237816 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 03 14:43:31.238135 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l3.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.239033 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.239535 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: router Oct 03 14:43:31.239851 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.242726 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.243249 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 03 14:43:31.243575 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.244442 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.244951 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: ext-gw-mode Oct 03 14:43:31.245274 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.246172 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.246679 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: l3-ha Oct 03 14:43:31.246998 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.247852 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.248352 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 03 14:43:31.248671 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l3_flavors.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.249547 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.250050 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: l3-flavors Oct 03 14:43:31.250369 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.251685 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.252188 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 03 14:43:31.252511 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.253371 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.253907 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 03 14:43:31.254230 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: l3agentscheduler.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.255215 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.255723 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: l3_agent_scheduler Oct 03 14:43:31.256048 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: local_ip.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.258300 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.258814 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension local_ip not supported by any of loaded plugins Oct 03 14:43:31.259141 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: logging.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.260558 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.261076 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension logging not supported by any of loaded plugins Oct 03 14:43:31.261401 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: metering.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.262119 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.262687 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: metering Oct 03 14:43:31.263012 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.264039 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.264545 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: metering_source_and_destination_fields Oct 03 14:43:31.264868 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: multiprovidernet.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.265765 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.266276 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: multi-provider Oct 03 14:43:31.266600 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: netmtu.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.267458 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.267960 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: net-mtu Oct 03 14:43:31.268283 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: netmtu_writable.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.269136 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.269682 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: net-mtu-writable Oct 03 14:43:31.270006 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: network_availability_zone.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.270627 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.271125 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: network_availability_zone Oct 03 14:43:31.271442 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: network_ip_availability.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.272477 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.272983 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: network-ip-availability Oct 03 14:43:31.273328 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: network_segment_range.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.274057 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.274554 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension network-segment-range not supported by any of loaded plugins Oct 03 14:43:31.274873 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: pagination.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.275788 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.276113 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: pagination Oct 03 14:43:31.276429 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: port_device_profile.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.277279 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.277803 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: port-device-profile Oct 03 14:43:31.278122 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: port_mac_address_override.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.278985 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.279486 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: port-mac-override Oct 03 14:43:31.279800 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.280661 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.281157 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: port-mac-address-regenerate Oct 03 14:43:31.281470 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.282353 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.282851 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: port-numa-affinity-policy Oct 03 14:43:31.283169 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: port_resource_request.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.284021 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.284512 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension port-resource-request not supported by any of loaded plugins Oct 03 14:43:31.284829 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: port_resource_request_groups.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.285769 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.286271 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 03 14:43:31.286589 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: portbindings.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.287452 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.287956 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: binding Oct 03 14:43:31.288274 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: portbindings_extended.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.289514 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.290031 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: binding-extended Oct 03 14:43:31.290354 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: portsecurity.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.291220 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.291731 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: port-security Oct 03 14:43:31.292051 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: project_id.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.293169 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.293520 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: project-id Oct 03 14:43:31.294143 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: providernet.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.294760 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.295264 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: provider Oct 03 14:43:31.295584 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.299070 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.299584 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos not supported by any of loaded plugins Oct 03 14:43:31.299911 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.301111 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.301646 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 03 14:43:31.301978 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.302841 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.303343 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 03 14:43:31.303667 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_default.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.305057 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.305588 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-default not supported by any of loaded plugins Oct 03 14:43:31.305915 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_fip.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.306782 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.307284 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-fip not supported by any of loaded plugins Oct 03 14:43:31.307608 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.308470 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.308973 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 03 14:43:31.309296 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_gateway_ip.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.310196 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.310701 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 03 14:43:31.311025 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_port_network_policy.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.311881 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.312389 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 03 14:43:31.312709 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.313708 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.314217 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 03 14:43:31.314539 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.315511 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.316015 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 03 14:43:31.316337 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_pps_rule.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.317447 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.317986 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-pps not supported by any of loaded plugins Oct 03 14:43:31.318307 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_rule_type_details.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.319165 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.319664 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 03 14:43:31.319982 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.321395 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.321919 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 03 14:43:31.322242 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: qos_rules_alias.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.323242 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.323743 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 03 14:43:31.324059 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: quota_check_limit.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.324912 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.325416 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: quota-check-limit Oct 03 14:43:31.325762 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: quotasv2.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.326649 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.326972 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: quotas Oct 03 14:43:31.327288 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: quotasv2_detail.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.328929 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.329260 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: quota_details Oct 03 14:43:31.329621 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: rbac.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.330622 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.331137 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: rbac-policies Oct 03 14:43:31.331462 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: rbac_address_group.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.332336 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.332836 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: rbac-address-group Oct 03 14:43:31.333155 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: rbac_address_scope.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.334117 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.334621 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: rbac-address-scope Oct 03 14:43:31.334973 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: rbac_security_groups.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.335856 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.336356 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: rbac-security-groups Oct 03 14:43:31.336676 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: rbac_subnetpool.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.337568 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.338070 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: rbac-subnetpool Oct 03 14:43:31.338525 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: revisionifmatch.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.339403 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.339898 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: revision-if-match Oct 03 14:43:31.340216 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: revisions.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.341277 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.341818 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: standard-attr-revisions Oct 03 14:43:31.342125 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: router_availability_zone.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.342750 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.343252 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: router_availability_zone Oct 03 14:43:31.343568 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: routerservicetype.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.344438 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.344940 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension router-service-type not supported by any of loaded plugins Oct 03 14:43:31.345258 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.346163 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.346664 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: security-groups-normalized-cidr Oct 03 14:43:31.346981 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.347844 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.348347 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: port-security-groups-filtering Oct 03 14:43:31.348664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.349555 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.350065 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: security-groups-remote-address-group Oct 03 14:43:31.350383 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.351247 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.351772 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: security-groups-shared-filtering Oct 03 14:43:31.352089 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: securitygroup.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.362232 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.362759 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: security-group Oct 03 14:43:31.363090 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: segment.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.363772 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.364277 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension segment not supported by any of loaded plugins Oct 03 14:43:31.364600 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.365486 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.366017 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 03 14:43:31.366339 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: servicetype.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.367884 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.368397 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: service-type Oct 03 14:43:31.368721 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: sorting.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.369684 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.370015 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: sorting Oct 03 14:43:31.370336 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: standard_attr_segment.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.371204 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.371706 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 03 14:43:31.372026 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: standardattrdescription.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.372627 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.373135 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: standard-attr-description Oct 03 14:43:31.373454 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: stateful_security_group.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.374344 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.374851 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: stateful-security-group Oct 03 14:43:31.375169 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: stdattrs_common.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.375708 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 03 14:43:31.376025 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.376891 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.377397 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 03 14:43:31.377742 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: subnet_onboard.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.378749 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.379255 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: subnet_onboard Oct 03 14:43:31.379576 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.380447 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.380946 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 03 14:43:31.381267 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: subnet_service_types.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.382154 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.382749 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: subnet-service-types Oct 03 14:43:31.383073 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: subnetallocation.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.384082 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.384593 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: subnet_allocation Oct 03 14:43:31.384916 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.385566 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.386071 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: subnetpool-prefix-ops Oct 03 14:43:31.386391 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.387260 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.387761 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 03 14:43:31.388081 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: tagging.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.389087 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.389642 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: standard-attr-tag Oct 03 14:43:31.389969 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: timestamp.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.391108 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.391615 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loaded extension: standard-attr-timestamp Oct 03 14:43:31.391938 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: trunk.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.392912 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.393411 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension trunk not supported by any of loaded plugins Oct 03 14:43:31.393761 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: trunk_details.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.394621 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.395166 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension trunk-details not supported by any of loaded plugins Oct 03 14:43:31.395442 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: uplink_status_propagation.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.396304 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.396803 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 03 14:43:31.397124 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Loading extension file: vlantransparent.py {{(pid=112545) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 14:43:31.397784 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112545) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 14:43:31.398827 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 03 14:43:31.401374 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:network Oct 03 14:43:31.401911 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:subnet Oct 03 14:43:31.402306 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 14:43:31.402692 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:port Oct 03 14:43:31.403952 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.404385 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service FLAVORS assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.404980 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.405398 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.405760 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:router Oct 03 14:43:31.406182 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:floatingip Oct 03 14:43:31.406672 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service METERING assigned prefix: /metering {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.408108 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.408489 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.408842 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112545) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:43:31.409856 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 14:43:31.410287 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:security_group Oct 03 14:43:31.410709 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 14:43:31.411239 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service CORE assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.411566 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 14:43:31.411909 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] subnetpool is already registered Oct 03 14:43:31.412332 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service CORE assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.412663 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 14:43:31.412992 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] subnetpool is already registered Oct 03 14:43:31.415944 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.416391 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service FLAVORS assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.417002 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.417561 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.417899 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:router Oct 03 14:43:31.418252 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] router is already registered Oct 03 14:43:31.418675 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:floatingip Oct 03 14:43:31.419008 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] floatingip is already registered Oct 03 14:43:31.419469 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service METERING assigned prefix: /metering {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.420164 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 14:43:31.420490 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] rbac_policy is already registered Oct 03 14:43:31.420909 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:security_group Oct 03 14:43:31.421241 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] security_group is already registered Oct 03 14:43:31.421760 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 14:43:31.422092 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] security_group_rule is already registered Oct 03 14:43:31.422571 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service CORE assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.422893 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 14:43:31.423222 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] subnetpool is already registered Oct 03 14:43:31.423648 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.v2.resource_helper [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Service CORE assigned prefix: {{(pid=112545) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 14:43:31.423966 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 14:43:31.424291 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING neutron.quota.resource_registry [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] subnetpool is already registered Oct 03 14:43:31.424752 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: extensions {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.426378 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: address-groups {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.427873 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: address-scopes {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.429096 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: agents {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.430334 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: auto-allocated-topology {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.432788 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: availability_zones {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.434061 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: dhcp-networks {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.435494 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: dhcp-agents {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.437033 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: routers {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.438812 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: flavors {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.439979 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: service_profiles {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.441284 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: next_providers {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.442787 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: service_profiles {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.444245 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: floatingip-pools {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.445577 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: routers {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.447405 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: floatingips {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.448592 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: l3-routers {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.450020 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: l3-agents {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.451558 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: metering-labels {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.452817 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: metering-label-rules {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.454142 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: network-ip-availabilities {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.455501 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: bindings {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.457096 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: quotas {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.458690 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: quotas {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.460335 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: rbac-policies {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.462100 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: security-groups {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.463310 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: security-group-rules {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.464570 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: service-providers {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.465915 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: subnetpools {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.467254 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: subnetpools {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.468740 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.470542 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.472291 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.474206 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.475911 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.477942 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.479739 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.481565 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.483683 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.485579 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron.api.extensions [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Extended resource: tags {{(pid=112545) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 14:43:31.493024 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING keystonemiddleware.auth_token [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 03 14:43:31.498053 dv-cinder-859877-2-iscsi neutron-server[112545]: WARNING keystonemiddleware.auth_token [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 03 14:43:31.506827 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_concurrency.lockutils [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Acquiring lock "singleton_lock" {{(pid=112545) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 03 14:43:31.507156 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_concurrency.lockutils [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Acquired lock "singleton_lock" {{(pid=112545) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 03 14:43:31.508227 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_concurrency.lockutils [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Releasing lock "singleton_lock" {{(pid=112545) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 03 14:43:31.508861 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO oslo_service.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Starting 2 workers Oct 03 14:43:31.513690 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Started child 112658 {{(pid=112545) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 14:43:31.519050 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Started child 112659 {{(pid=112545) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 14:43:31.519225 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:31.519843 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO neutron.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 03 14:43:31.520234 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=112545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:31.520607 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [-] (112658) wsgi starting up on http://0.0.0.0:9696 Oct 03 14:43:31.522636 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO oslo_service.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Starting 1 workers Oct 03 14:43:31.522929 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:31.524352 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [-] (112659) wsgi starting up on http://0.0.0.0:9696 Oct 03 14:43:31.527844 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Started child 112660 {{(pid=112545) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 14:43:31.528399 dv-cinder-859877-2-iscsi neutron-server[112545]: INFO oslo_service.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Starting 1 workers Oct 03 14:43:31.531772 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] calling RpcWorker wait() {{(pid=112660) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 03 14:43:31.532327 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] returning from RpcWorker wait() {{(pid=112660) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 03 14:43:31.532845 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Started child 112661 {{(pid=112545) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 03 14:43:31.533596 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG neutron_lib.callbacks.manager [None req-fb968795-0c44-43b1-a1ae-ee5a36b66fa4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=112545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:31.533715 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:31.534306 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:43:31.535542 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112545) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 03 14:43:31.535770 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 14:43:31.535958 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 14:43:31.536178 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 14:43:31.536510 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 14:43:31.536687 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 14:43:31.537179 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.537477 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.537771 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.538048 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.538614 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.539442 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.539581 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:31.540083 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.540083 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.540256 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.540374 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.540547 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.540788 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.541039 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.541405 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.541718 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.541965 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.542207 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.542305 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:43:31.542397 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.542602 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.542875 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.543139 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.543427 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] debug = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.543693 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.544184 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.544425 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.544664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.544913 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.545179 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.545426 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.545735 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.545981 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.546211 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.546447 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.546708 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.546955 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.547200 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.547444 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.547713 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.547961 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.548445 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] host = dv-cinder-859877-2-iscsi {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.548686 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.548921 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.549150 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.549396 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.549681 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.549900 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.550168 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.550428 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.550681 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.550905 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.551158 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.551403 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.551620 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.551859 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.552017 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_options = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.552254 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.552538 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.552814 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.553002 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.553167 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.553331 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.553621 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.553785 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.554027 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.554244 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.555033 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.555375 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.555600 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.555852 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.556694 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.557413 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.557680 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.557900 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.558164 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.558703 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.558703 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.558894 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.559132 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.559349 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.559623 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.559869 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.560120 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.560365 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.560575 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.560817 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.561063 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.561298 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.561541 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.561766 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.562029 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.562254 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.562502 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.562710 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.562970 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.563198 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.563453 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.563818 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.564205 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.564437 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.564670 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.564886 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.565124 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_json = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.565336 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.565615 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.565862 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.566091 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.566305 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.566520 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.566749 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.566982 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.567213 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.567649 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.567946 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.568276 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.568509 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.568747 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.568994 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.569229 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.569568 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.569803 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.570079 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.570420 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.570680 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.571001 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.571410 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.571680 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.572025 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.572263 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.572530 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.572883 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.573124 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.573430 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.573716 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.573998 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.574222 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.574475 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.574847 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.575272 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.575919 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.576069 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.576259 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.576613 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.577021 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.577283 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.577598 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.577807 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.578057 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.578278 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.579146 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.579372 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.579623 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.580458 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.580458 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.580458 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.580834 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.580929 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.581123 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.581380 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.581658 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.581918 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.582142 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.582381 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.582707 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.582850 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.583255 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.583511 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.583757 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.584026 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.584281 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.584515 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.584963 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.585203 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.585429 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.585716 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.585994 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.586354 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.586610 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.586879 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.587101 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.587413 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.587787 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.588015 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.588260 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.588484 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.588705 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.588942 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.589170 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.589411 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.589670 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.589911 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.590128 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.590348 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.590564 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.590780 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.591017 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.591235 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.591469 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.591690 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.591907 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.592122 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.592338 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.592634 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.592944 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.593229 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.593828 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.594156 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.594469 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.594778 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.595025 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.595437 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.595703 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.595910 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.596301 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.596565 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.596829 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.597081 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.597329 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.597621 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.597845 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.598231 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.598617 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.598989 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.599211 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.599456 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.599712 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.599938 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.600184 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.600412 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.600809 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.601212 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.601977 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.602206 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.602468 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.602728 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.603004 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.603246 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.603514 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.603740 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.603999 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.604317 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.604589 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.604842 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.605096 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.605356 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.605665 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.605936 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.606211 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.606455 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.606699 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.606931 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.607429 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.607671 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.607909 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.608157 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.608492 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.608747 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.608985 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.609202 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.609475 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.609747 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.609987 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.610255 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.610511 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.610909 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.611323 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.611714 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.611942 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.612175 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.612409 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.612650 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.612906 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.613126 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.613382 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.613620 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.613839 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.614082 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.614300 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.614522 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.614757 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.614977 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.615195 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.615442 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.615656 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.615875 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.616112 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.616332 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.616551 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.616788 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.617564 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.617819 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.618039 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.618334 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.618585 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.618822 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.619039 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.619290 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.619547 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.619763 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.620010 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.620237 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.620456 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.620670 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.620888 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.621216 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.621456 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.621773 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.622022 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.622596 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.622868 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.623214 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.623465 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.623698 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.623960 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.624198 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.624479 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.624655 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.624873 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.625108 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.625331 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.625584 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.625822 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.626051 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.626273 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.626491 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.626713 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.626955 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.627172 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.627433 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.627702 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.627941 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.628183 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.628414 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.628818 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.629037 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.629257 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.629477 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.629727 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.629944 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.630338 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.630428 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.630601 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.630933 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.631186 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.631419 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.631672 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.631892 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.632135 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.632363 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.632603 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.632818 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.633046 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.633290 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.633529 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.633767 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.633980 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.634193 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.634418 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.634658 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.634890 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.635136 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.635347 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.635560 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.635783 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.636006 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.636218 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.636475 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.636687 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.636899 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.637122 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.637341 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.637582 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.637844 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.638017 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.638222 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.638470 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.638695 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.638904 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.639195 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.639454 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.639674 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.639963 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.640199 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.640445 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.640698 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.641006 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.641221 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.641464 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.641743 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.641963 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.642200 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.642481 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.642802 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.643080 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.643325 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.643579 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.643858 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.644122 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.644395 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.644609 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.644836 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:43:31.644931 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.645293 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.645528 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.645853 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.646088 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.646327 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.646576 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.646815 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.647064 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.647298 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.647516 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.648414 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.648652 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.648963 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.649126 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.649347 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.649634 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.649906 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.650144 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.650368 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.650586 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.650744 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 14:43:31.651278 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112545) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 03 14:43:31.651441 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 14:43:31.651775 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 14:43:31.651775 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 14:43:31.651935 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 14:43:31.652057 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 14:43:31.652266 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.652428 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.652590 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.652751 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.652933 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.653095 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.653255 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.653417 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.653600 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.653762 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.653923 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.654084 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.654242 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.654403 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.654564 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.654725 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.654886 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.655051 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.655212 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.655370 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.655530 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.655689 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] debug = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.655848 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.656063 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.656229 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.656388 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.656547 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.656706 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.656864 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.657023 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.657184 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.657343 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.657520 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.657712 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.657871 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.658036 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.658190 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.658350 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.658511 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.658674 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] host = dv-cinder-859877-2-iscsi {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.658902 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.659035 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.659170 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.659303 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.659446 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.659601 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.659728 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.659866 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.659996 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.660155 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.660315 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.660475 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.660634 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.660793 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.660953 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_options = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.661112 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.661256 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.661419 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.661624 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.661789 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.661949 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.662109 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.662268 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.662428 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.662588 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.662748 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.662906 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.663066 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.663227 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.663386 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.663573 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.664243 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.664449 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.664573 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.664727 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.664886 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.665042 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.665201 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.665361 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.665535 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.665698 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.665860 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.666016 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.666173 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.666331 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.666989 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.667154 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.667314 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.667519 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.667616 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.667769 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.667927 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.668907 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.668907 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.668907 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.668907 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.668907 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.668907 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.670664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.670664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.670664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.670664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_json = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.670664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.670664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.670664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.670664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.670664 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.671265 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.671265 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.671265 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.671265 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 14:43:31.671265 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.671265 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.671265 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.671735 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.671735 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.671735 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.671940 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.672016 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.672138 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.672299 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.672467 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.672629 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.672800 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.672962 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.673123 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.673286 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.673447 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.673633 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.673794 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.673958 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.674119 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.674279 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.674450 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.674612 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.674772 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.674931 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.675092 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.675260 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.675419 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.675588 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.675764 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.675925 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.676088 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.676249 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.676412 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.676574 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.676735 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.676902 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.677066 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.677229 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.677392 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.677574 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.677735 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.677895 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.678058 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.678230 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.678382 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.678544 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.678705 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.678866 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.679032 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.679195 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.679375 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.679575 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.679740 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.679903 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.680065 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.680236 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.680398 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.680560 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.680726 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.680888 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.681049 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.681211 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.681373 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.681555 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.681718 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.681882 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.682060 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.682212 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.682362 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.682500 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.682667 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.682829 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.682990 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.683151 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.683312 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.683473 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.683635 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.683795 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.683958 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.684119 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.684281 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.684443 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.684604 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.684766 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.684928 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.685089 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.685251 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.685412 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.685595 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.685765 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.685943 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.686105 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.686267 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.686428 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.686590 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.686755 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.686952 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.687068 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.687230 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.687391 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.687552 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.687718 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.687881 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.688041 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.688202 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.688364 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.688525 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.688687 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.688847 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.689009 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.689175 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.689336 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.689506 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.689677 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.689838 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.690005 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.690163 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.690324 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.690486 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.690650 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.690810 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.690979 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.691140 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.691304 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.691463 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.691631 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.691802 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.691964 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.692125 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.692287 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.692449 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.692610 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.692773 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.692935 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.693096 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.693260 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.693423 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.693615 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.693778 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.693940 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.694100 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.694283 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.694444 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.694604 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.694766 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.694927 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.695602 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.695765 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.695926 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.696087 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.696248 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.696409 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.696570 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.696732 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.696893 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.697054 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.697215 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.697376 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.697555 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.697718 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.697879 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.698041 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.698202 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.698363 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.698525 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.698686 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.698847 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.699008 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.699169 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.699330 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.699491 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.699652 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.699813 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.699974 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.700134 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.700297 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.700456 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.700617 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.700780 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.700940 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.701107 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.701267 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.701428 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.701610 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.701772 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.701934 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.702113 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.702791 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.702791 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.702791 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.702791 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.703107 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.703107 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.703252 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.703334 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.703439 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.703616 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.703778 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.703939 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.704103 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.704263 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.704426 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.704586 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.704748 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.704910 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.705072 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.705234 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.705397 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.705578 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.705741 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.705902 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.706064 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.706224 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.706385 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.706549 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.706713 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.706874 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.707036 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.707198 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.707360 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.707523 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.707685 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.707847 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.708008 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.708170 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.708331 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.708492 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.708654 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.708828 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.708989 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.709151 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.709312 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.709475 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.709656 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.709828 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.709989 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.710148 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.710310 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.710476 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.710639 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.711404 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.711566 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.711729 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.711895 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.712041 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.712202 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.712373 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.712534 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.712694 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.712855 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.713016 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.713177 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.713348 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.713533 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.713691 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.713853 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.714013 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.714175 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.714345 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.714507 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.714667 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.714828 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.714987 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.715138 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.715309 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.715470 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.715631 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.715800 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.715961 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.716122 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.716282 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.716454 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.716615 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.716779 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.716942 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.717105 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.717266 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.717429 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.717625 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.717797 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.717966 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.718129 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.718299 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.718468 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.718638 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.718800 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.718967 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.719138 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.719299 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.719462 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.719623 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.719785 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.719945 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.720106 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.720268 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.720429 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.720591 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.720752 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.720914 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.721075 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.721239 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.721399 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.721585 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.721778 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.721916 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.722046 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.722207 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 14:43:31.722361 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112545) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 14:43:31.843827 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 49942) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:43:31.850754 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047836 Oct 03 14:43:31.855197 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038559 Oct 03 14:43:41.012114 dv-cinder-859877-2-iscsi neutron-server[112545]: DEBUG dbcounter [-] [112545] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112545) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:43:43.261187 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8eb57f-7e01-4491-b1c7-78ad89b65880 None None] get_active_networks_info from dv-cinder-859877-2-iscsi {{(pid=112660) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 03 14:43:43.275289 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writer thread running {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 14:43:43.345238 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8eb57f-7e01-4491-b1c7-78ad89b65880 None None] No non-hosted networks {{(pid=112660) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 03 14:43:43.357356 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.agentschedulers_db [None req-fa8eb57f-7e01-4491-b1c7-78ad89b65880 None None] DHCP Agent not found on host dv-cinder-859877-2-iscsi {{(pid=112660) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 03 14:43:43.445735 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b9ff2d1c-a344-40c6-8aef-8a03d855d878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654299'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:44.796670 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writer thread running {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 14:43:45.403230 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-3e42efec-b8c4-4d0e-abd3-e1480a0e2a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654299'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:45.436646 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-87b110e1-9a79-4b59-acff-2b9e39463784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:46.696130 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654299'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:46.972182 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 50016) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:43:47.578703 dv-cinder-859877-2-iscsi neutron-server[112658]: WARNING oslo_policy.policy [None req-798ed777-fda2-4a9c-a867-ff9a09ffa321 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 14:43:47.580261 dv-cinder-859877-2-iscsi neutron-server[112658]: WARNING oslo_policy.policy [None req-798ed777-fda2-4a9c-a867-ff9a09ffa321 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 14:43:47.862232 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [None req-798ed777-fda2-4a9c-a867-ff9a09ffa321 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:43:47.870063 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-798ed777-fda2-4a9c-a867-ff9a09ffa321 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8957036 Oct 03 14:43:47.923290 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654299'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:48.186145 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654299'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:48.187177 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.188009 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.188893 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.189421 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.190354 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.190912 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.194929 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.196774 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.199338 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.199868 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.200393 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.202533 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.202533 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.202859 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.202990 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:48.203493 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859877-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:43:48.220312 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859877-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:43:48.861324 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.db.l3_hamode_db [None req-6f8e905f-a50b-406b-8c34-16f51a72f7f1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 03 14:43:48.940642 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e905f-a50b-406b-8c34-16f51a72f7f1 None None] Routers set() bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:43:48.941278 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e905f-a50b-406b-8c34-16f51a72f7f1 None None] Router IDs set() for agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 03 14:43:50.559228 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 50052) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:43:50.877393 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-40b9f7ff-d3c6-488d-aec5-665d32d0d177 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:43:50.889296 dv-cinder-859877-2-iscsi neutron-server[112658]: ERROR stevedore.extension [None req-40b9f7ff-d3c6-488d-aec5-665d32d0d177 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 03 14:43:50.969796 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.policy [None req-40b9f7ff-d3c6-488d-aec5-665d32d0d177 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112658) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 14:43:51.011486 dv-cinder-859877-2-iscsi neutron-server[112658]: WARNING oslo_policy.policy [None req-40b9f7ff-d3c6-488d-aec5-665d32d0d177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 14:43:51.011872 dv-cinder-859877-2-iscsi neutron-server[112658]: WARNING oslo_policy.policy [None req-40b9f7ff-d3c6-488d-aec5-665d32d0d177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 14:43:51.031891 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writer thread running {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 14:43:51.107229 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-40b9f7ff-d3c6-488d-aec5-665d32d0d177 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765219066093', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765219066593', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765219017157', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765219028673', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765219030438', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765219038337', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4126175', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4125982', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639675', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611205'] for rbac-policy (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:51.176128 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-40b9f7ff-d3c6-488d-aec5-665d32d0d177 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:51.177303 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-40b9f7ff-d3c6-488d-aec5-665d32d0d177 admin admin] 10.222.0.46 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6169269 Oct 03 14:43:53.833201 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50062) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:43:54.328590 dv-cinder-859877-2-iscsi neutron-server[112659]: WARNING oslo_policy.policy [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 14:43:54.329149 dv-cinder-859877-2-iscsi neutron-server[112659]: WARNING oslo_policy.policy [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 14:43:54.555740 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:43:54.569803 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writer thread running {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 03 14:43:54.610064 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Made reservation on behalf of 130f64a6280e4b83bf885edf8986e895 for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:43:54.619744 dv-cinder-859877-2-iscsi neutron-server[112659]: ERROR stevedore.extension [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 03 14:43:54.671185 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.policy [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112659) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 14:43:54.714048 dv-cinder-859877-2-iscsi neutron-server[112659]: WARNING oslo_policy.policy [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 14:43:54.714423 dv-cinder-859877-2-iscsi neutron-server[112659]: WARNING oslo_policy.policy [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 14:43:54.725118 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:54.753877 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:54.870576 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Publish callbacks [] for security_group (e247ad0c-3485-41e6-88bd-0b0a290f557a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:54.874273 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e247ad0c-3485-41e6-88bd-0b0a290f557a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:54.898969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:43:54.934678 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765220491475', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (0413e232-7436-4cdd-a55f-0f279f2ceab2), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:54.935236 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Unsubscribe: segment precommit_create {{(pid=112659) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 14:43:54.935764 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Added segment 0413e232-7436-4cdd-a55f-0f279f2ceab2 of type vlan for network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 Oct 03 14:43:54.951373 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e247ad0c-3485-41e6-88bd-0b0a290f557a,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:43:55.006261 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.006605 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.006961 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.007310 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.007639 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.007961 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.008309 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.008773 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.009166 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.009486 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.009826 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.010161 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.010480 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.010793 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.011106 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Tracked resource versions report: Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: pushed versions: Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: { 'AddressGroup': {'1.2'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Agent': {'1.1'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'ConntrackHelper': {'1.0'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'LocalIPAssociation': {'1.0'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Log': {'1.0'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'NDPProxy': {'1.0'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Network': {'1.1'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Port': {'1.7'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'PortForwarding': {'1.3'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'QosPolicy': {'1.10'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SecurityGroup': {'1.5'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SecurityGroupRule': {'1.2'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SubPort': {'1.0'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Subnet': {'1.1'}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Trunk': {'1.1'}} Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: consumer versions: Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: { DHCP agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: L3 agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: Metadata agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: Metering agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: Open vSwitch agent@dv-cinder-859877-2-iscsi: { 'AddressGroup': '1.2', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Agent': '1.1', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'ConntrackHelper': '1.0', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'LocalIPAssociation': '1.0', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Log': '1.0', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'NDPProxy': '1.0', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Network': '1.1', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Port': '1.7', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'PortForwarding': '1.3', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'QosPolicy': '1.10', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SecurityGroup': '1.5', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SecurityGroupRule': '1.2', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SubPort': '1.0', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Subnet': '1.1', Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Trunk': '1.1'}} Oct 03 14:43:55.012489 dv-cinder-859877-2-iscsi neutron-server[112659]: {{(pid=112659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 14:43:55.045993 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (0ef800e6-ebfc-4cce-b85e-6f74226a7cd6), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:55.090412 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (0ef800e6-ebfc-4cce-b85e-6f74226a7cd6), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:55.095341 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:43:55.096067 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:55.195270 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3610451 Oct 03 14:43:55.219782 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7f357-bee6-4bb6-aa44-1fded40f847b demo demo] Pushing event updated for resources: {'Network': ['ID=0ef800e6-ebfc-4cce-b85e-6f74226a7cd6,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:43:55.233326 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:43:57.814812 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50082) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:43:58.227591 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1751d-b687-455c-87ab-8ffdee2b0928 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:43:58.228913 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-36b1751d-b687-455c-87ab-8ffdee2b0928 demo admin] 10.222.0.46 "GET /networking/v2.0/networks/0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 HTTP/1.1" status: 200 len: 825 time: 0.4131575 Oct 03 14:43:58.266607 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-5fc2ebc0-4bad-4608-ae5d-817f28375348 demo admin] 10.222.0.46 "GET /networking/v2.0/subnetpools/2e93c20c-8599-40c8-a07f-e4a1a5931bcd HTTP/1.1" status: 200 len: 734 time: 0.0314291 Oct 03 14:43:58.275112 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '2e93c20c-8599-40c8-a07f-e4a1a5931bcd', 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:43:58.297243 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Made reservation on behalf of 130f64a6280e4b83bf885edf8986e895 for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:43:58.299493 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:58.310895 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:43:58.603424 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (59e38191-e045-4a64-9211-214f52d9ccf5), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:58.647249 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:43:58.683102 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Pushing event updated for resources: {'Subnet': ['ID=59e38191-e045-4a64-9211-214f52d9ccf5,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:43:58.688357 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Checking segment: {'id': '0413e232-7436-4cdd-a55f-0f279f2ceab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:43:58.688728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Network hostable DHCP agents. Network: 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:43:58.709152 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:43:58.719778 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:43:58.724200 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:43:58.725322 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:58.730563 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4816f3-d373-4a47-afaf-d50be86a7f48 None None] Network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:43:58.745362 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-174cf6e7-552d-457c-92c0-0b8ff881878f demo admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4733863 Oct 03 14:43:58.994364 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-0ef800e6-ebfc-4cce-b85e-6f74226a7cd6', 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6', 'project_id': '130f64a6280e4b83bf885edf8986e895', 'fixed_ips': [{'subnet_id': '59e38191-e045-4a64-9211-214f52d9ccf5'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:43:58.995641 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:59.269830 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Allocated IP 172.20.0.2 (0ef800e6-ebfc-4cce-b85e-6f74226a7cd6/59e38191-e045-4a64-9211-214f52d9ccf5/20838f2e-ebc0-4851-9311-b8032d0f5ca4) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:43:59.327561 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:43:59.536609 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Publish callbacks [] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:59.543346 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:59.622451 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:43:59.628140 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:43:59.633663 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Pushing event updated for resources: {'Port': ['ID=20838f2e-ebc0-4851-9311-b8032d0f5ca4,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:43:59.635843 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:43:59.647247 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.647592 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.647946 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.648300 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.648631 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.648954 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.649277 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.649621 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.649947 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.650267 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.650587 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.650922 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.651244 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.651558 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.651873 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Tracked resource versions report: Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: pushed versions: Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: { 'AddressGroup': {'1.2'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Agent': {'1.1'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'ConntrackHelper': {'1.0'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'LocalIPAssociation': {'1.0'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Log': {'1.0'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'NDPProxy': {'1.0'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Network': {'1.1'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Port': {'1.7'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'PortForwarding': {'1.3'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'QosPolicy': {'1.10'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SecurityGroup': {'1.5'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SecurityGroupRule': {'1.2'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SubPort': {'1.0'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Subnet': {'1.1'}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Trunk': {'1.1'}} Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: consumer versions: Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: { DHCP agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: L3 agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: Metadata agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: Metering agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: Open vSwitch agent@dv-cinder-859877-2-iscsi: { 'AddressGroup': '1.2', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Agent': '1.1', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'ConntrackHelper': '1.0', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'LocalIPAssociation': '1.0', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Log': '1.0', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'NDPProxy': '1.0', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Network': '1.1', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Port': '1.7', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'PortForwarding': '1.3', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'QosPolicy': '1.10', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SecurityGroup': '1.5', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SecurityGroupRule': '1.2', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SubPort': '1.0', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Subnet': '1.1', Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Trunk': '1.1'}} Oct 03 14:43:59.653371 dv-cinder-859877-2-iscsi neutron-server[112660]: {{(pid=112660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 14:43:59.730852 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Attempting to bind port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:43:59.731779 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Attempting to bind port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '0413e232-7436-4cdd-a55f-0f279f2ceab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:43:59.731916 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Attempting to bind port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 on network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:43:59.771080 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:43:59.781383 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:43:59.781963 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Checking segment: {'id': '0413e232-7436-4cdd-a55f-0f279f2ceab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:43:59.782438 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:59.782825 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Bound using segment: {'id': '0413e232-7436-4cdd-a55f-0f279f2ceab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:43:59.783307 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Bound port: 20838f2e-ebc0-4851-9311-b8032d0f5ca4, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0413e232-7436-4cdd-a55f-0f279f2ceab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:43:59.783698 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:59.845099 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] For port 20838f2e-ebc0-4851-9311-b8032d0f5ca4, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:43:59.864812 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] For port 20838f2e-ebc0-4851-9311-b8032d0f5ca4, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=20838f2e-ebc0-4851-9311-b8032d0f5ca4,segment=NetworkSegment(0413e232-7436-4cdd-a55f-0f279f2ceab2),segment_id=0413e232-7436-4cdd-a55f-0f279f2ceab2)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:43:59.872030 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:43:59.921909 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652e89d-64a0-467c-a158-1f515de6aefd None None] Pushing event updated for resources: {'Port': ['ID=20838f2e-ebc0-4851-9311-b8032d0f5ca4,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:01.170512 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=20,neutron:INSERT=35,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:01.171588 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=13,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:01.374064 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50098) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:44:01.693216 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [None req-907ac05d-f307-427c-9aac-337015bb116a admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:44:01.694848 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-907ac05d-f307-427c-9aac-337015bb116a admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3199084 Oct 03 14:44:01.926576 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:01.931452 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=7 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:04.338387 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50110) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:44:04.663504 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [None req-a7b52af3-2052-46c3-9a66-e47ffb4f55e8 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:44:04.664583 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a7b52af3-2052-46c3-9a66-e47ffb4f55e8 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3253310 Oct 03 14:44:07.303903 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50122) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:44:07.634019 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-a528325b-a215-40ff-b4f6-ebcc026864da demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:44:07.658097 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a528325b-a215-40ff-b4f6-ebcc026864da demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (c964bab2-6f66-43f2-b415-f6eff5a20cf4), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:07.659641 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a528325b-a215-40ff-b4f6-ebcc026864da demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (c964bab2-6f66-43f2-b415-f6eff5a20cf4), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:07.796175 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a528325b-a215-40ff-b4f6-ebcc026864da demo demo] Publish callbacks [] for router_controller (c964bab2-6f66-43f2-b415-f6eff5a20cf4), precommit_add_association {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:07.801226 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a528325b-a215-40ff-b4f6-ebcc026864da demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (c964bab2-6f66-43f2-b415-f6eff5a20cf4), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:07.820188 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a528325b-a215-40ff-b4f6-ebcc026864da demo demo] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:07.834127 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a528325b-a215-40ff-b4f6-ebcc026864da demo demo] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5290661 Oct 03 14:44:07.889349 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 20838f2e-ebc0-4851-9311-b8032d0f5ca4 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:44:07.980841 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:07.981528 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:07.981899 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 Oct 03 14:44:07.986247 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e477f4c-bf85-485f-a670-677c566b91d1 None None] Network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:44:08.081437 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e0db0f16-4e2c-470f-9074-03cf0ae34f5e None None] Provisioning complete for port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:08.081762 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e0db0f16-4e2c-470f-9074-03cf0ae34f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:08.082099 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e0db0f16-4e2c-470f-9074-03cf0ae34f5e None None] Attempt 1 to provision port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 Oct 03 14:44:08.234294 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:44:08.234598 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:08.298358 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:08.304679 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 20838f2e-ebc0-4851-9311-b8032d0f5ca4, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=20838f2e-ebc0-4851-9311-b8032d0f5ca4,segment=NetworkSegment(0413e232-7436-4cdd-a55f-0f279f2ceab2),segment_id=0413e232-7436-4cdd-a55f-0f279f2ceab2)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:44:08.306590 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e0db0f16-4e2c-470f-9074-03cf0ae34f5e None None] Current status of the port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:44:08.307004 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e0db0f16-4e2c-470f-9074-03cf0ae34f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:08.310818 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:08.397859 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=20838f2e-ebc0-4851-9311-b8032d0f5ca4,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:08.404258 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.db.api [None req-e0db0f16-4e2c-470f-9074-03cf0ae34f5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 14:44:08.404736 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG oslo_db.api [None req-e0db0f16-4e2c-470f-9074-03cf0ae34f5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 14:44:08.940898 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e0db0f16-4e2c-470f-9074-03cf0ae34f5e None None] Current status of the port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:44:09.058867 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-c625d690-4d75-4685-867a-ceb503c5f81e None None] Provisioning complete for port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:09.059257 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-c625d690-4d75-4685-867a-ceb503c5f81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:09.059594 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-c625d690-4d75-4685-867a-ceb503c5f81e None None] Attempt 1 to provision port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 Oct 03 14:44:09.101172 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:09.132030 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-c625d690-4d75-4685-867a-ceb503c5f81e None None] Current status of the port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:44:09.862840 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 20838f2e-ebc0-4851-9311-b8032d0f5ca4 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:44:09.906184 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:09.906571 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:09.906905 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 Oct 03 14:44:09.983307 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:44:10.509181 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50132) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:44:10.830257 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [None req-a76d4f73-474d-44d7-9058-6ebe4360d3cb admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:44:10.831246 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a76d4f73-474d-44d7-9058-6ebe4360d3cb admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3211133 Oct 03 14:44:13.190019 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-17e6c358-0ef8-4bbc-9459-d90a394178e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:13.533850 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50140) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:44:13.850000 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:44:13.869783 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Made reservation on behalf of 47484d92809b4b9a846447c512be0a94 for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:44:13.871969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:13.882325 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:13.953724 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Publish callbacks [] for security_group (d206ecf9-5377-4aaf-a56e-4102d75e2315), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:13.957046 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (d206ecf9-5377-4aaf-a56e-4102d75e2315), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:13.971737 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Reserving flat network on physical network physnet1 {{(pid=112659) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 03 14:44:13.992271 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:13.993446 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (71746515-c6d1-4846-8582-750d914adfd6), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:13.993823 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Added segment 71746515-c6d1-4846-8582-750d914adfd6 of type flat for network 50bd343f-53bd-4d10-9a98-2a18a089b709 Oct 03 14:44:13.995106 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d206ecf9-5377-4aaf-a56e-4102d75e2315,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:14.044318 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (50bd343f-53bd-4d10-9a98-2a18a089b709), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:14.080315 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (50bd343f-53bd-4d10-9a98-2a18a089b709), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:14.081206 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:44:14.081796 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:14.168339 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6334412 Oct 03 14:44:14.177560 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a980ae-42c5-41f8-8476-7498cd81ee36 admin admin] Pushing event updated for resources: {'Network': ['ID=50bd343f-53bd-4d10-9a98-2a18a089b709,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:14.187841 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:44:15.400749 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8a6e97eb-e0c4-45e3-8d27-54cc4291dcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:16.638918 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:16.730655 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50148) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:44:17.089008 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0b558f-9da3-4165-9b40-4950b1d0c840 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:44:17.090332 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-ec0b558f-9da3-4165-9b40-4950b1d0c840 demo admin] 10.222.0.46 "GET /networking/v2.0/subnets/59e38191-e045-4a64-9211-214f52d9ccf5 HTTP/1.1" status: 200 len: 849 time: 0.3584185 Oct 03 14:44:17.206931 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-acaa94ca-769b-4f19-8f56-206840455bce demo admin] 10.222.0.46 "GET /networking/v2.0/routers/c964bab2-6f66-43f2-b415-f6eff5a20cf4 HTTP/1.1" status: 200 len: 704 time: 0.1106279 Oct 03 14:44:17.423594 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:17.468825 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:17.753356 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Allocated IP 172.20.0.1 (0ef800e6-ebfc-4cce-b85e-6f74226a7cd6/59e38191-e045-4a64-9211-214f52d9ccf5/7778a013-d7c5-4426-b1a7-efffc9fe85fc) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:44:17.857060 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:17.949394 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Publish callbacks [] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.009860 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.016561 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:18.086750 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:44:18.091599 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:44:18.098136 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:44:18.099201 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (c964bab2-6f66-43f2-b415-f6eff5a20cf4), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.155288 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Pushing event updated for resources: {'Port': ['ID=7778a013-d7c5-4426-b1a7-efffc9fe85fc,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:18.193623 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.297520 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-10c5999d-48a4-4edd-96cd-1b15c5bdfd52 None None] Provisioning complete for port 7778a013-d7c5-4426-b1a7-efffc9fe85fc triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:18.297904 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-10c5999d-48a4-4edd-96cd-1b15c5bdfd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.298235 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-10c5999d-48a4-4edd-96cd-1b15c5bdfd52 None None] Attempt 1 to provision port 7778a013-d7c5-4426-b1a7-efffc9fe85fc Oct 03 14:44:18.298860 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.330062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-10c5999d-48a4-4edd-96cd-1b15c5bdfd52 None None] Port 7778a013-d7c5-4426-b1a7-efffc9fe85fc cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:44:18.450867 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:18.506155 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Publish callbacks [] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.510552 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.511313 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (c964bab2-6f66-43f2-b415-f6eff5a20cf4), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.590485 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Pushing event updated for resources: {'Port': ['ID=7778a013-d7c5-4426-b1a7-efffc9fe85fc,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:18.637091 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:44:18.638373 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:44:18.793322 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Router c964bab2-6f66-43f2-b415-f6eff5a20cf4 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:44:18.851384 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b2d82aad-3c60-482c-9a68-0b22827c3f78 None None] Provisioning complete for port 7778a013-d7c5-4426-b1a7-efffc9fe85fc triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:18.851682 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b2d82aad-3c60-482c-9a68-0b22827c3f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:18.852019 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b2d82aad-3c60-482c-9a68-0b22827c3f78 None None] Attempt 1 to provision port 7778a013-d7c5-4426-b1a7-efffc9fe85fc Oct 03 14:44:18.882623 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b2d82aad-3c60-482c-9a68-0b22827c3f78 None None] Port 7778a013-d7c5-4426-b1a7-efffc9fe85fc cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:44:18.886894 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:44:18.891932 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-8ad06f23-a79c-4d95-80b3-e6620cdab3ec demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/c964bab2-6f66-43f2-b415-f6eff5a20cf4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6792467 Oct 03 14:44:18.909201 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Sync routers for ids ['c964bab2-6f66-43f2-b415-f6eff5a20cf4'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:44:18.921946 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Routers {'c964bab2-6f66-43f2-b415-f6eff5a20cf4'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:44:18.922788 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:44:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c964bab2-6f66-43f2-b415-f6eff5a20cf4'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:44:19.100600 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Set router c964bab2-6f66-43f2-b415-f6eff5a20cf4 gateway port host: None {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:44:19.510203 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'name': 'router1', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:44:07Z', 'updated_at': '2022-10-03T14:44:18Z', 'revision_number': 2, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'gw_port_host': None, '_interfaces': [{'id': '7778a013-d7c5-4426-b1a7-efffc9fe85fc', 'name': '', 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'mac_address': 'fa:16:3e:75:d7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:44:17Z', 'updated_at': '2022-10-03T14:44:18Z', 'revision_number': 2, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'subnets': [{'id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e93c20c-8599-40c8-a07f-e4a1a5931bcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:44:19.558288 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Checking router: c964bab2-6f66-43f2-b415-f6eff5a20cf4 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:44:19.558563 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Updating router c964bab2-6f66-43f2-b415-f6eff5a20cf4 port 7778a013-d7c5-4426-b1a7-efffc9fe85fc binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:44:19.613070 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:20.109923 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Publish callbacks [] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:20.116222 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:20.268941 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Attempting to bind port 7778a013-d7c5-4426-b1a7-efffc9fe85fc on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:44:20.269334 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Attempting to bind port 7778a013-d7c5-4426-b1a7-efffc9fe85fc by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '0413e232-7436-4cdd-a55f-0f279f2ceab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:44:20.269762 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Attempting to bind port 7778a013-d7c5-4426-b1a7-efffc9fe85fc on network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:44:20.297858 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Pushing event updated for resources: {'Port': ['ID=7778a013-d7c5-4426-b1a7-efffc9fe85fc,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:20.316770 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.317104 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.317994 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.318337 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.318658 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.319827 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.319827 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.319827 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.320090 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.320173 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.320453 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.320773 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.321080 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.321382 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.321708 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Tracked resource versions report: Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: pushed versions: Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: { 'AddressGroup': {'1.2'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Agent': {'1.1'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'ConntrackHelper': {'1.0'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'LocalIPAssociation': {'1.0'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Log': {'1.0'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'NDPProxy': {'1.0'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Network': {'1.1'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Port': {'1.7'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'PortForwarding': {'1.3'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'QosPolicy': {'1.10'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SecurityGroup': {'1.5'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SecurityGroupRule': {'1.2'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SubPort': {'1.0'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Subnet': {'1.1'}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Trunk': {'1.1'}} Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: consumer versions: Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: { DHCP agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: L3 agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: Metadata agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: Metering agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: Open vSwitch agent@dv-cinder-859877-2-iscsi: { 'AddressGroup': '1.2', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Agent': '1.1', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'ConntrackHelper': '1.0', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'LocalIPAssociation': '1.0', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Log': '1.0', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'NDPProxy': '1.0', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Network': '1.1', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Port': '1.7', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'PortForwarding': '1.3', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'QosPolicy': '1.10', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SecurityGroup': '1.5', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SecurityGroupRule': '1.2', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SubPort': '1.0', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Subnet': '1.1', Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Trunk': '1.1'}} Oct 03 14:44:20.323102 dv-cinder-859877-2-iscsi neutron-server[112661]: {{(pid=112661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 14:44:20.329730 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:20.371903 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:44:20.372224 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Checking segment: {'id': '0413e232-7436-4cdd-a55f-0f279f2ceab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:44:20.372691 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:20.373071 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Bound using segment: {'id': '0413e232-7436-4cdd-a55f-0f279f2ceab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:44:20.373584 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Bound port: 7778a013-d7c5-4426-b1a7-efffc9fe85fc, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0413e232-7436-4cdd-a55f-0f279f2ceab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:44:20.373955 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:20.435266 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] For port 7778a013-d7c5-4426-b1a7-efffc9fe85fc, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:44:20.455008 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] For port 7778a013-d7c5-4426-b1a7-efffc9fe85fc, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=7778a013-d7c5-4426-b1a7-efffc9fe85fc,segment=NetworkSegment(0413e232-7436-4cdd-a55f-0f279f2ceab2),segment_id=0413e232-7436-4cdd-a55f-0f279f2ceab2)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:44:20.460742 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:20.498455 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Routers {'c964bab2-6f66-43f2-b415-f6eff5a20cf4'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:44:20.499064 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:44:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c964bab2-6f66-43f2-b415-f6eff5a20cf4'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:44:20.573340 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2c39c-82a0-4c91-9cc2-dccfe0fc7ef4 None None] Pushing event updated for resources: {'Port': ['ID=7778a013-d7c5-4426-b1a7-efffc9fe85fc,revision_number=4']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:20.593068 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] Set router c964bab2-6f66-43f2-b415-f6eff5a20cf4 gateway port host: None {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:44:20.633285 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:20.781958 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'name': 'router1', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:44:07Z', 'updated_at': '2022-10-03T14:44:18Z', 'revision_number': 2, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'gw_port_host': None, '_interfaces': [{'id': '7778a013-d7c5-4426-b1a7-efffc9fe85fc', 'name': '', 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'mac_address': 'fa:16:3e:75:d7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:44:17Z', 'updated_at': '2022-10-03T14:44:20Z', 'revision_number': 4, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'subnets': [{'id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e93c20c-8599-40c8-a07f-e4a1a5931bcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:44:20.806012 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12815e0-b519-4581-8322-017b55bceea9 None None] The sync data for ids ['c964bab2-6f66-43f2-b415-f6eff5a20cf4'] in dv-cinder-859877-2-iscsi is: [{'id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'name': 'router1', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:44:07Z', 'updated_at': '2022-10-03T14:44:18Z', 'revision_number': 2, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'gw_port_host': None, '_interfaces': [{'id': '7778a013-d7c5-4426-b1a7-efffc9fe85fc', 'name': '', 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'mac_address': 'fa:16:3e:75:d7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:44:17Z', 'updated_at': '2022-10-03T14:44:20Z', 'revision_number': 4, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'subnets': [{'id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e93c20c-8599-40c8-a07f-e4a1a5931bcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:44:21.486954 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50158) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:44:21.877981 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0379d4b0-4f9b-4670-b58b-dfdbecb5f7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:44:21.879327 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0379d4b0-4f9b-4670-b58b-dfdbecb5f7f8 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/50bd343f-53bd-4d10-9a98-2a18a089b709 HTTP/1.1" status: 200 len: 842 time: 0.3913283 Oct 03 14:44:21.889176 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:44:21.910661 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Made reservation on behalf of 47484d92809b4b9a846447c512be0a94 for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:44:21.913626 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:22.044981 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:22.260977 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.objects.ports [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112659) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 03 14:44:22.261411 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (b1c0d100-97aa-4fcc-aaf9-661b08c16ab9), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:22.312534 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1c0d100-97aa-4fcc-aaf9-661b08c16ab9,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:22.327136 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:22.330206 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:44:22.330556 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Network hostable DHCP agents. Network: 50bd343f-53bd-4d10-9a98-2a18a089b709, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:44:22.349422 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:44:22.358125 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 50bd343f-53bd-4d10-9a98-2a18a089b709) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:44:22.362606 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:44:22.363243 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:22.367494 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3325cf16-4832-456c-b37c-c25784ff4a1d None None] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:44:22.379590 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6d3de857-a4d9-4de1-9f34-85c48fc261ee admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4938133 Oct 03 14:44:22.494753 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0771c1c2-089e-4ed2-8b79-cc315b9f5db1 None None] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:44:22.541342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:25.140255 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50166) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:44:25.570433 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-8c7de2a0-f419-4d5f-807a-0782363c930d demo admin] 10.222.0.46 "GET /networking/v2.0/routers/c964bab2-6f66-43f2-b415-f6eff5a20cf4 HTTP/1.1" status: 200 len: 710 time: 0.4290509 Oct 03 14:44:25.663586 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a307b-793f-487b-894b-c1121ec640d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:44:25.665056 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-be9a307b-793f-487b-894b-c1121ec640d6 demo admin] 10.222.0.46 "GET /networking/v2.0/networks/50bd343f-53bd-4d10-9a98-2a18a089b709 HTTP/1.1" status: 200 len: 886 time: 0.0889189 Oct 03 14:44:25.674235 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:44:25.888910 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7778a013-d7c5-4426-b1a7-efffc9fe85fc up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:44:25.911530 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Publish callbacks [] for router_gateway (c964bab2-6f66-43f2-b415-f6eff5a20cf4), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:25.935220 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 7778a013-d7c5-4426-b1a7-efffc9fe85fc triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:25.935612 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:25.935947 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 7778a013-d7c5-4426-b1a7-efffc9fe85fc Oct 03 14:44:26.009912 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 7778a013-d7c5-4426-b1a7-efffc9fe85fc is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:44:26.010295 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:26.042497 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 7778a013-d7c5-4426-b1a7-efffc9fe85fc, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=7778a013-d7c5-4426-b1a7-efffc9fe85fc,segment=NetworkSegment(0413e232-7436-4cdd-a55f-0f279f2ceab2),segment_id=0413e232-7436-4cdd-a55f-0f279f2ceab2)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:44:26.047611 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:26.098056 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=7778a013-d7c5-4426-b1a7-efffc9fe85fc,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:26.136389 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Publish callbacks [] for router_gateway (c964bab2-6f66-43f2-b415-f6eff5a20cf4), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:26.200941 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:26.216319 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:26.320989 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Allocated IP 172.27.1.174 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/cc0d1b34-25b0-45cc-868f-b1f8b153a113) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:44:26.400767 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:26.427265 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Publish callbacks [] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:26.458881 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:26.500167 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:44:26.504723 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:44:26.507884 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:44:26.512046 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Pushing event updated for resources: {'Port': ['ID=cc0d1b34-25b0-45cc-868f-b1f8b153a113,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:26.583800 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 5 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:44:26.829515 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Publish callbacks [] for router_gateway (c964bab2-6f66-43f2-b415-f6eff5a20cf4), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:27.017685 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-649435', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3519'] for router (c964bab2-6f66-43f2-b415-f6eff5a20cf4), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:27.021520 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-649440'] for router (c964bab2-6f66-43f2-b415-f6eff5a20cf4), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:27.111079 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:27.123319 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Router c964bab2-6f66-43f2-b415-f6eff5a20cf4 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:44:27.226390 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:44:27.231042 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:27.232069 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a12eaff0-f9d9-4099-a11b-b41a3e459969 demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/c964bab2-6f66-43f2-b415-f6eff5a20cf4 HTTP/1.1" status: 200 len: 890 time: 1.5611506 Oct 03 14:44:27.249704 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Sync routers for ids ['c964bab2-6f66-43f2-b415-f6eff5a20cf4'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:44:27.261935 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Routers {'c964bab2-6f66-43f2-b415-f6eff5a20cf4'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:44:27.262623 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:44:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c964bab2-6f66-43f2-b415-f6eff5a20cf4'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:44:27.475651 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Set router c964bab2-6f66-43f2-b415-f6eff5a20cf4 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:44:27.522496 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:27.851810 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'name': 'router1', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'cc0d1b34-25b0-45cc-868f-b1f8b153a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:44:07Z', 'updated_at': '2022-10-03T14:44:26Z', 'revision_number': 4, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'gw_port': {'id': 'cc0d1b34-25b0-45cc-868f-b1f8b153a113', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:44:26Z', 'updated_at': '2022-10-03T14:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '7778a013-d7c5-4426-b1a7-efffc9fe85fc', 'name': '', 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'mac_address': 'fa:16:3e:75:d7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:44:17Z', 'updated_at': '2022-10-03T14:44:26Z', 'revision_number': 5, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'subnets': [{'id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e93c20c-8599-40c8-a07f-e4a1a5931bcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:44:27.975904 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7778a013-d7c5-4426-b1a7-efffc9fe85fc up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:44:27.978526 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Checking router: c964bab2-6f66-43f2-b415-f6eff5a20cf4 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:44:27.978869 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Updating router c964bab2-6f66-43f2-b415-f6eff5a20cf4 port cc0d1b34-25b0-45cc-868f-b1f8b153a113 binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:44:28.056976 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:28.152899 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 7778a013-d7c5-4426-b1a7-efffc9fe85fc triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:28.153287 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:28.153657 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 7778a013-d7c5-4426-b1a7-efffc9fe85fc Oct 03 14:44:28.242747 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:28.340129 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 7778a013-d7c5-4426-b1a7-efffc9fe85fc is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:44:28.439848 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Publish callbacks [] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:28.445052 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:28.483639 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Attempting to bind port cc0d1b34-25b0-45cc-868f-b1f8b153a113 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:44:28.483997 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Attempting to bind port cc0d1b34-25b0-45cc-868f-b1f8b153a113 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:44:28.484347 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Attempting to bind port cc0d1b34-25b0-45cc-868f-b1f8b153a113 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:44:28.516023 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c3de5-5a60-40fe-a3a7-5df66bf6fef6 None None] Pushing event updated for resources: {'Port': ['ID=cc0d1b34-25b0-45cc-868f-b1f8b153a113,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:28.533385 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:44:28.533789 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:44:28.534186 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:28.534566 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:44:28.535029 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Bound port: cc0d1b34-25b0-45cc-868f-b1f8b153a113, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:44:28.535398 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:28.589906 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] For port cc0d1b34-25b0-45cc-868f-b1f8b153a113, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:44:28.592973 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] For port cc0d1b34-25b0-45cc-868f-b1f8b153a113, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=cc0d1b34-25b0-45cc-868f-b1f8b153a113,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:44:28.599583 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:28.635535 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Routers {'c964bab2-6f66-43f2-b415-f6eff5a20cf4'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:44:28.636137 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:44:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c964bab2-6f66-43f2-b415-f6eff5a20cf4'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:44:28.696555 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c3de5-5a60-40fe-a3a7-5df66bf6fef6 None None] Pushing event updated for resources: {'Port': ['ID=cc0d1b34-25b0-45cc-868f-b1f8b153a113,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:28.701248 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:28.755159 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] Set router c964bab2-6f66-43f2-b415-f6eff5a20cf4 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:44:28.948822 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'name': 'router1', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'cc0d1b34-25b0-45cc-868f-b1f8b153a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:44:07Z', 'updated_at': '2022-10-03T14:44:26Z', 'revision_number': 4, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'gw_port': {'id': 'cc0d1b34-25b0-45cc-868f-b1f8b153a113', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:44:26Z', 'updated_at': '2022-10-03T14:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '7778a013-d7c5-4426-b1a7-efffc9fe85fc', 'name': '', 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'mac_address': 'fa:16:3e:75:d7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:44:17Z', 'updated_at': '2022-10-03T14:44:26Z', 'revision_number': 5, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'subnets': [{'id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e93c20c-8599-40c8-a07f-e4a1a5931bcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:44:28.973984 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d14a5c-3403-45c3-8be1-42793663d961 None None] The sync data for ids ['c964bab2-6f66-43f2-b415-f6eff5a20cf4'] in dv-cinder-859877-2-iscsi is: [{'id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'name': 'router1', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'cc0d1b34-25b0-45cc-868f-b1f8b153a113', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:44:07Z', 'updated_at': '2022-10-03T14:44:26Z', 'revision_number': 4, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'gw_port': {'id': 'cc0d1b34-25b0-45cc-868f-b1f8b153a113', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:44:26Z', 'updated_at': '2022-10-03T14:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '7778a013-d7c5-4426-b1a7-efffc9fe85fc', 'name': '', 'network_id': '0ef800e6-ebfc-4cce-b85e-6f74226a7cd6', 'tenant_id': '130f64a6280e4b83bf885edf8986e895', 'mac_address': 'fa:16:3e:75:d7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c964bab2-6f66-43f2-b415-f6eff5a20cf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:44:17Z', 'updated_at': '2022-10-03T14:44:26Z', 'revision_number': 5, 'project_id': '130f64a6280e4b83bf885edf8986e895', 'subnets': [{'id': '59e38191-e045-4a64-9211-214f52d9ccf5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e93c20c-8599-40c8-a07f-e4a1a5931bcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:44:29.896918 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device cc0d1b34-25b0-45cc-868f-b1f8b153a113 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:44:29.943172 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port cc0d1b34-25b0-45cc-868f-b1f8b153a113 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:29.943559 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:29.943897 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port cc0d1b34-25b0-45cc-868f-b1f8b153a113 Oct 03 14:44:29.970204 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:30.013797 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port cc0d1b34-25b0-45cc-868f-b1f8b153a113 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:44:30.014109 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:30.016308 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50178) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:44:30.035306 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port cc0d1b34-25b0-45cc-868f-b1f8b153a113, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=cc0d1b34-25b0-45cc-868f-b1f8b153a113,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:44:30.039811 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:30.085662 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=cc0d1b34-25b0-45cc-868f-b1f8b153a113,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:44:30.410327 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6d80dcad-d468-41db-9a27-cdeb4667e0cc admin admin] 10.222.0.46 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3928893 Oct 03 14:44:31.592637 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=19 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:31.875909 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device cc0d1b34-25b0-45cc-868f-b1f8b153a113 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:44:31.919090 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port cc0d1b34-25b0-45cc-868f-b1f8b153a113 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:44:31.919474 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (cc0d1b34-25b0-45cc-868f-b1f8b153a113), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:31.919807 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port cc0d1b34-25b0-45cc-868f-b1f8b153a113 Oct 03 14:44:31.995363 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port cc0d1b34-25b0-45cc-868f-b1f8b153a113 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:44:36.580361 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=69,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:40.400311 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=16 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:40.407537 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:41.992392 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:41.995494 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:43.192867 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-bd4c98f6-b64e-4c96-b082-ecfb31c3a1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:45.404392 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-bccaa545-996c-4934-b54f-1f80cb00ba8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:46.644590 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:47.866105 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:48.190751 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:44:58.180624 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:44:58.185955 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:45:03.586420 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 5 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:45:08.596723 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=6 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:45:13.202213 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ca8afaed-f23b-49b0-be1a-169e1149d529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:13.581576 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:45:15.414141 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e4498203-3b4e-4dfa-b354-25e49e4dd751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:16.652022 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:17.866420 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:18.191406 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:28.182054 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=20 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:45:28.183947 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:45:40.585164 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 5 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:45:43.195401 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a8805d55-5943-439c-8311-8067f56e4168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:45.407148 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f1945ce2-3f00-4665-a9ab-50fafb5f9c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:45.589360 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:45:46.649180 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:47.862999 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:48.185568 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:50.583386 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:45:55.902363 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50726) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:45:56.236998 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fee8db3-3aba-4cda-8512-24ba7d1ac629 admin admin] GET failed (client error): The resource could not be found. Oct 03 14:45:56.238294 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6fee8db3-3aba-4cda-8512-24ba7d1ac629 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3349996 Oct 03 14:45:56.399077 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac8625-1422-439c-8878-f9263635e362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:45:56.400541 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-9fac8625-1422-439c-8878-f9263635e362 admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578891 Oct 03 14:45:58.178163 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:45:58.180825 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:45:58.952228 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50738) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:45:59.317430 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9c429-8007-4cf1-8353-e72bd3c5512f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:45:59.318813 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-dbc9c429-8007-4cf1-8353-e72bd3c5512f admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/59e38191-e045-4a64-9211-214f52d9ccf5 HTTP/1.1" status: 200 len: 849 time: 0.3656442 Oct 03 14:45:59.328526 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:45:59.413112 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Publish callbacks [] for subnet (59e38191-e045-4a64-9211-214f52d9ccf5), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:59.556095 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765220402351'] for subnet (59e38191-e045-4a64-9211-214f52d9ccf5), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:59.586888 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:45:59.587066 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:59.591247 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] 10.222.0.46 "PUT /networking/v2.0/subnets/59e38191-e045-4a64-9211-214f52d9ccf5 HTTP/1.1" status: 200 len: 868 time: 0.2646115 Oct 03 14:45:59.591400 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f12f62-39eb-42e8-ad11-78a1257e828d None None] Network 0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:45:59.612289 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e38191-e045-4a64-9211-214f52d9ccf5,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:45:59.620330 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.620715 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.621017 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.621352 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.621714 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.622045 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.622356 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.622672 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.623004 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.623322 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.623664 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.623991 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.624344 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.624653 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.624960 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5caeda-a73c-4817-9931-24ca984c282b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:45:59.898567 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-a9424dbd-1a9d-4070-ad8f-fe362c40ffd2 None None] Provisioning complete for port 7778a013-d7c5-4426-b1a7-efffc9fe85fc triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:45:59.898963 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a9424dbd-1a9d-4070-ad8f-fe362c40ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (7778a013-d7c5-4426-b1a7-efffc9fe85fc), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:59.899300 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-a9424dbd-1a9d-4070-ad8f-fe362c40ffd2 None None] Attempt 1 to provision port 7778a013-d7c5-4426-b1a7-efffc9fe85fc Oct 03 14:45:59.973839 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-a9424dbd-1a9d-4070-ad8f-fe362c40ffd2 None None] Current status of the port 7778a013-d7c5-4426-b1a7-efffc9fe85fc is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:45:59.982125 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-a9424dbd-1a9d-4070-ad8f-fe362c40ffd2 None None] Provisioning complete for port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:45:59.982461 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a9424dbd-1a9d-4070-ad8f-fe362c40ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (20838f2e-ebc0-4851-9311-b8032d0f5ca4), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:45:59.982804 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-a9424dbd-1a9d-4070-ad8f-fe362c40ffd2 None None] Attempt 1 to provision port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 Oct 03 14:46:00.051733 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-a9424dbd-1a9d-4070-ad8f-fe362c40ffd2 None None] Current status of the port 20838f2e-ebc0-4851-9311-b8032d0f5ca4 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:46:02.153446 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50746) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:02.620891 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb07c77-e355-4e34-a57f-bd75a7e87c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:02.621362 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb07c77-e355-4e34-a57f-bd75a7e87c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:02.622936 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6cb07c77-e355-4e34-a57f-bd75a7e87c36 admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4685047 Oct 03 14:46:05.157429 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50754) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:05.669085 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435facd-1093-4fba-9e9d-64d01a307e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:05.669587 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435facd-1093-4fba-9e9d-64d01a307e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:05.671649 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-f435facd-1093-4fba-9e9d-64d01a307e97 admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5132613 Oct 03 14:46:08.210089 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50762) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:08.594012 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:08.609398 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c39bb-8089-4bdd-a75e-3d526197f127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:08.610851 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-d41c39bb-8089-4bdd-a75e-3d526197f127 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/0ef800e6-ebfc-4cce-b85e-6f74226a7cd6 HTTP/1.1" status: 200 len: 869 time: 0.3997858 Oct 03 14:46:10.047327 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=36 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:10.049935 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=41 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:11.150261 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50770) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:11.523745 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:11.553438 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034b5b4-7c4e-4222-87d9-01432cbb2ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:11.554846 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-d034b5b4-7c4e-4222-87d9-01432cbb2ecf admin admin] 10.222.0.46 "GET /networking/v2.0/networks/50bd343f-53bd-4d10-9a98-2a18a089b709 HTTP/1.1" status: 200 len: 886 time: 0.4037168 Oct 03 14:46:13.197875 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e7cfe63f-1bae-48de-a578-25267dace457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:14.107843 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50778) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:14.503435 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74640a-c9bc-4adc-8ef4-25fe6e1e4179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:14.503894 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74640a-c9bc-4adc-8ef4-25fe6e1e4179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:14.505401 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-9c74640a-c9bc-4adc-8ef4-25fe6e1e4179 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3966939 Oct 03 14:46:15.408354 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-cb8f378c-70fd-4255-b430-7342fac4e358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:16.651600 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:17.067501 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50786) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:17.429757 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3b77c-cbaf-4553-8301-d4a79afd2ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:17.430211 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3b77c-cbaf-4553-8301-d4a79afd2ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:17.432014 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-64f3b77c-cbaf-4553-8301-d4a79afd2ae9 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3632636 Oct 03 14:46:17.583787 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 5 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:46:17.867222 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:18.189069 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:19.985671 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50794) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:20.345714 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6a992d-b2af-4449-81ec-00cdd2babdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:20.347008 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6c6a992d-b2af-4449-81ec-00cdd2babdf2 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/59e38191-e045-4a64-9211-214f52d9ccf5 HTTP/1.1" status: 200 len: 868 time: 0.3603959 Oct 03 14:46:22.998676 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50802) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:23.363384 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4b6843-a6df-4ea7-a4a8-7cf3e2bff6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:23.364697 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6a4b6843-a6df-4ea7-a4a8-7cf3e2bff6f9 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9 HTTP/1.1" status: 200 len: 816 time: 0.3650880 Oct 03 14:46:27.579433 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:27.580620 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:28.182143 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:28.184074 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:33.359187 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=29 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:33.359948 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=35 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:42.097090 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=12 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:42.101189 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=14 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:43.203443 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d356200c-05dc-4bb0-a43d-0c36ff1218e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:45.410586 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-6adab7c6-dc89-4b2f-b58c-16ab6019f568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:46.655102 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:47.870610 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:48.191144 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:52.827940 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50860) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:53.148768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [None req-a2051344-dc73-4459-ae19-47b98f6bebda admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:46:53.149807 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a2051344-dc73-4459-ae19-47b98f6bebda admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3209660 Oct 03 14:46:54.581967 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 5 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:46:55.751969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50868) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:56.088106 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe4e794-1aff-4972-a377-875b8d98b75e admin admin] GET failed (client error): The resource could not be found. Oct 03 14:46:56.089405 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-cbe4e794-1aff-4972-a377-875b8d98b75e admin admin] 10.222.0.46 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3365142 Oct 03 14:46:56.174920 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce68af-1715-42d5-9660-9591585d334e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:56.176362 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a4ce68af-1715-42d5-9660-9591585d334e admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825906 Oct 03 14:46:58.185540 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:58.187375 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:46:58.764387 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50878) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:46:59.080371 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:46:59.099836 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Made reservation on behalf of 47484d92809b4b9a846447c512be0a94 for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:46:59.102496 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:59.133809 dv-cinder-859877-2-iscsi neutron-server[112659]: WARNING neutron.services.revisions.revision_plugin [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Could not find related network for resource to bump revision. Oct 03 14:46:59.145858 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:46:59.154827 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (6af86a00-abf8-4f15-8a42-366814743fbf), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:59.155162 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Added segment 6af86a00-abf8-4f15-8a42-366814743fbf of type vlan for network 2c876af4-5c99-493b-9d28-0be3ce42dc7a Oct 03 14:46:59.194303 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (2c876af4-5c99-493b-9d28-0be3ce42dc7a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:59.218325 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (2c876af4-5c99-493b-9d28-0be3ce42dc7a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:59.219316 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:46:59.219889 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:46:59.270691 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5053315 Oct 03 14:46:59.284623 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68bc71-1786-47e4-b13d-b35cab838bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c876af4-5c99-493b-9d28-0be3ce42dc7a,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:46:59.296349 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 2c876af4-5c99-493b-9d28-0be3ce42dc7a details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:47:01.875859 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50886) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:47:02.209992 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.pecan_wsgi.hooks.translation [None req-427cdbe1-deaf-48fd-8248-e7e2cfab9f63 admin admin] GET failed (client error): The resource could not be found. Oct 03 14:47:02.211282 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-427cdbe1-deaf-48fd-8248-e7e2cfab9f63 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3345056 Oct 03 14:47:02.285901 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ff6f82-f10a-43b3-b64b-899f72ba0122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:47:02.287356 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-f8ff6f82-f10a-43b3-b64b-899f72ba0122 admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0714521 Oct 03 14:47:02.297902 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Request body: {'subnet': {'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:47:02.316969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Made reservation on behalf of 47484d92809b4b9a846447c512be0a94 for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:47:02.319275 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:02.488998 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (e5611cf8-a2b4-4ced-bebb-7ababcfa729b), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:02.543157 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5611cf8-a2b4-4ced-bebb-7ababcfa729b,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:47:02.554530 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.554873 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.555230 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.555567 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.555898 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.556224 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.556544 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.556864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.557198 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.557542 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.557865 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.558208 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.558530 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.558843 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.559156 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:02.562382 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Checking segment: {'id': '6af86a00-abf8-4f15-8a42-366814743fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:47:02.562724 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Network hostable DHCP agents. Network: 2c876af4-5c99-493b-9d28-0be3ce42dc7a, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:47:02.579285 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Network 2c876af4-5c99-493b-9d28-0be3ce42dc7a is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:47:02.587408 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 2c876af4-5c99-493b-9d28-0be3ce42dc7a) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:47:02.591804 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:47:02.592389 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:02.596732 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44747d3d-9ded-472c-9684-7fdeb02d1df3 None None] Network 2c876af4-5c99-493b-9d28-0be3ce42dc7a requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:47:02.601271 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:02.610217 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-f8cfeecc-5f19-413a-b307-dfadf97c02fe admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3157196 Oct 03 14:47:02.707083 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-2c876af4-5c99-493b-9d28-0be3ce42dc7a', 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a', 'project_id': '47484d92809b4b9a846447c512be0a94', 'fixed_ips': [{'subnet_id': 'e5611cf8-a2b4-4ced-bebb-7ababcfa729b'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:47:02.708029 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:02.941133 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Allocated IP 192.168.233.2 (2c876af4-5c99-493b-9d28-0be3ce42dc7a/e5611cf8-a2b4-4ced-bebb-7ababcfa729b/23023c76-9637-45a0-8b6f-70cdc47cda31) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:47:03.088078 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Publish callbacks [] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:03.094250 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:03.134424 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Network 2c876af4-5c99-493b-9d28-0be3ce42dc7a is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:47:03.137924 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:47:03.141853 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:47:03.148338 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Pushing event updated for resources: {'Port': ['ID=23023c76-9637-45a0-8b6f-70cdc47cda31,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:47:03.173898 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.174245 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.174603 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.174964 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.175300 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.175629 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.175950 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.176271 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.176590 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.176908 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.177227 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.177583 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.177907 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.178221 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.178534 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:47:03.212063 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Attempting to bind port 23023c76-9637-45a0-8b6f-70cdc47cda31 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:47:03.212370 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Attempting to bind port 23023c76-9637-45a0-8b6f-70cdc47cda31 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '6af86a00-abf8-4f15-8a42-366814743fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:47:03.212722 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Attempting to bind port 23023c76-9637-45a0-8b6f-70cdc47cda31 on network 2c876af4-5c99-493b-9d28-0be3ce42dc7a {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:47:03.257959 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:47:03.258331 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Checking segment: {'id': '6af86a00-abf8-4f15-8a42-366814743fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:47:03.258733 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:03.259129 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Bound using segment: {'id': '6af86a00-abf8-4f15-8a42-366814743fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:47:03.259601 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Bound port: 23023c76-9637-45a0-8b6f-70cdc47cda31, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af86a00-abf8-4f15-8a42-366814743fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:47:03.259981 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:03.321028 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] For port 23023c76-9637-45a0-8b6f-70cdc47cda31, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:47:03.325063 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] For port 23023c76-9637-45a0-8b6f-70cdc47cda31, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=23023c76-9637-45a0-8b6f-70cdc47cda31,segment=NetworkSegment(6af86a00-abf8-4f15-8a42-366814743fbf),segment_id=6af86a00-abf8-4f15-8a42-366814743fbf)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:47:03.331817 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:03.389531 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ccb23-33a9-48c1-b646-2db649dc5062 None None] Pushing event updated for resources: {'Port': ['ID=23023c76-9637-45a0-8b6f-70cdc47cda31,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:47:03.995384 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 23023c76-9637-45a0-8b6f-70cdc47cda31 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:47:04.054332 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 23023c76-9637-45a0-8b6f-70cdc47cda31 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:47:04.054725 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:04.055066 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 23023c76-9637-45a0-8b6f-70cdc47cda31 Oct 03 14:47:04.085356 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:04.096030 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:04.144095 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 23023c76-9637-45a0-8b6f-70cdc47cda31 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:47:04.144484 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:04.180480 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 23023c76-9637-45a0-8b6f-70cdc47cda31, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=23023c76-9637-45a0-8b6f-70cdc47cda31,segment=NetworkSegment(6af86a00-abf8-4f15-8a42-366814743fbf),segment_id=6af86a00-abf8-4f15-8a42-366814743fbf)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:47:04.185159 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:04.224637 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f2556f-86fe-4777-be80-da0fa16a9e6d None None] Network 2c876af4-5c99-493b-9d28-0be3ce42dc7a requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:47:04.279454 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=23023c76-9637-45a0-8b6f-70cdc47cda31,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:47:04.319102 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-ff334626-2265-470e-b42b-f51f7625fc95 None None] Provisioning complete for port 23023c76-9637-45a0-8b6f-70cdc47cda31 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:47:04.319486 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ff334626-2265-470e-b42b-f51f7625fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:04.319812 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-ff334626-2265-470e-b42b-f51f7625fc95 None None] Attempt 1 to provision port 23023c76-9637-45a0-8b6f-70cdc47cda31 Oct 03 14:47:04.422128 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-ff334626-2265-470e-b42b-f51f7625fc95 None None] Current status of the port 23023c76-9637-45a0-8b6f-70cdc47cda31 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:47:04.577900 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:04.578752 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:04.641767 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-bad431eb-7d6d-446e-b3b1-d04ff41bf458 None None] Provisioning complete for port 23023c76-9637-45a0-8b6f-70cdc47cda31 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:47:04.642127 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-bad431eb-7d6d-446e-b3b1-d04ff41bf458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:04.642450 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-bad431eb-7d6d-446e-b3b1-d04ff41bf458 None None] Attempt 1 to provision port 23023c76-9637-45a0-8b6f-70cdc47cda31 Oct 03 14:47:04.717821 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-bad431eb-7d6d-446e-b3b1-d04ff41bf458 None None] Current status of the port 23023c76-9637-45a0-8b6f-70cdc47cda31 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:47:05.971855 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 23023c76-9637-45a0-8b6f-70cdc47cda31 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:47:06.015769 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 23023c76-9637-45a0-8b6f-70cdc47cda31 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:47:06.016137 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (23023c76-9637-45a0-8b6f-70cdc47cda31), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:06.016466 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 23023c76-9637-45a0-8b6f-70cdc47cda31 Oct 03 14:47:06.086956 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 23023c76-9637-45a0-8b6f-70cdc47cda31 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:47:12.584209 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:13.195620 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8226379c-c941-41b6-adbd-fa9faf5b6cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:15.412846 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2529cb19-66e4-48b6-9f10-5bbd9534e4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:16.657918 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:17.874855 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:18.193024 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:28.186836 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:28.188633 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:31.583155 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 5 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:47:41.578524 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=6 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:41.579324 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:43.197852 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a9adca79-5075-404a-afa9-3e05f8632cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:45.414207 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b774f543-4248-4b7c-bae2-a662ac069787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:46.662423 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:47.881626 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:48.195987 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:47:58.185663 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:47:58.191426 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:08.582461 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 5 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:48:13.201842 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ac61cc58-12f9-4b5d-83ca-9283dbfeee15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:13.605014 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:15.416249 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8d17f40d-a9ba-48b4-a346-229e1063dd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:16.665752 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:17.883230 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:18.198947 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:18.578834 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:24.277136 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50928) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:48:24.282766 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [None req-7c04ac9f-34c2-4cd2-9544-a208986f0646 tempest-verify_tempest_config-1634580750 tempest-verify_tempest_config-1634580750-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:48:24.283735 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-7c04ac9f-34c2-4cd2-9544-a208986f0646 tempest-verify_tempest_config-1634580750 tempest-verify_tempest_config-1634580750-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055792 Oct 03 14:48:24.812271 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 50946) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:48:25.136332 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:25.212352 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Publish callbacks [] for security_group (694aaf08-2977-4b8e-a4d7-dca3aa43e382), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:25.215983 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (694aaf08-2977-4b8e-a4d7-dca3aa43e382), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:25.260906 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694aaf08-2977-4b8e-a4d7-dca3aa43e382,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:48:25.265540 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8f1e1f286e6a47c586a1e95c2fd01899&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4522808 Oct 03 14:48:25.268358 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 50950) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:48:25.269721 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.270068 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.270408 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.270770 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.271100 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.271428 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.271750 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.272070 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.272440 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.272765 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.273100 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.273437 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.273783 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.274101 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.274415 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea594a-8b0a-47d0-b9e0-9a7b5d3299ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.353441 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Publish callbacks [] for security_group (694aaf08-2977-4b8e-a4d7-dca3aa43e382), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:25.372328 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Publish callbacks [] for security_group (694aaf08-2977-4b8e-a4d7-dca3aa43e382), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:25.467593 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (694aaf08-2977-4b8e-a4d7-dca3aa43e382), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:25.470211 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:25.471321 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/694aaf08-2977-4b8e-a4d7-dca3aa43e382 HTTP/1.1" status: 204 len: 168 time: 0.2020278 Oct 03 14:48:25.479298 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694aaf08-2977-4b8e-a4d7-dca3aa43e382,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:48:25.490979 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.491333 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.491654 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.491978 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.492301 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.492619 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.492935 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.493246 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.493588 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.493903 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.494228 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.494558 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.494871 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.495182 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.495492 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97817f43-045d-4097-937f-3a66c66178fa admin admin] Tracked resource versions report: Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: pushed versions: Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: { 'AddressGroup': {'1.2'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Agent': {'1.1'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'ConntrackHelper': {'1.0'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'LocalIPAssociation': {'1.0'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Log': {'1.0'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'NDPProxy': {'1.0'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Network': {'1.1'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Port': {'1.7'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'PortForwarding': {'1.3'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'QosPolicy': {'1.10'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SecurityGroup': {'1.5'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SecurityGroupRule': {'1.2'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SubPort': {'1.0'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Subnet': {'1.1'}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Trunk': {'1.1'}} Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: consumer versions: Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: { DHCP agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: L3 agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: Metadata agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: Metering agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: Open vSwitch agent@dv-cinder-859877-2-iscsi: { 'AddressGroup': '1.2', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Agent': '1.1', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'ConntrackHelper': '1.0', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'LocalIPAssociation': '1.0', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Log': '1.0', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'NDPProxy': '1.0', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Network': '1.1', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Port': '1.7', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'PortForwarding': '1.3', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'QosPolicy': '1.10', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SecurityGroup': '1.5', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SecurityGroupRule': '1.2', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SubPort': '1.0', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Subnet': '1.1', Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Trunk': '1.1'}} Oct 03 14:48:25.496835 dv-cinder-859877-2-iscsi neutron-server[112658]: {{(pid=112658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 14:48:28.188084 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:35.257305 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=16,neutron:INSERT=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:35.264684 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=23,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:35.475869 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:35.486756 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:35.534999 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:43.204107 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-eaa362c8-9b2c-452f-855c-f8aa24366b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:45.416745 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-3ad3e92d-76c4-4be9-b6f0-686d032dfe2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:45.581845 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 5 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:48:46.668782 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:47.886255 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:48.201318 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:48:50.601950 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=14 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:55.578972 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=20 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:58.190740 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:48:58.197555 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:49:13.213431 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2420bc3d-e1ee-405d-ae34-a69e2e7da3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:15.417835 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-434deb38-ed87-4b1d-b18b-d64506826e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:16.671792 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:17.889753 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:18.203519 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:22.580806 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 5 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:49:28.197816 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:49:28.199667 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:49:41.576930 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=6 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:49:41.577716 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:49:43.205604 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-386b61e3-9908-4d2e-a472-98147f8e3942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:45.418788 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-090d78b6-1cd6-4bc2-b20a-0537cb54b38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:46.676133 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:47.891423 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:48.204839 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:58.198859 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:49:58.200809 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:49:58.499175 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654299'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:49:59.579787 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:50:08.491390 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:08.494329 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:09.574954 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:09.579188 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=6 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:11.517897 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51048) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:50:11.641943 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-1e7a50e2-eb9b-44e6-ad70-86f6bea20d68 admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1229670 Oct 03 14:50:13.208064 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-08786af7-c4fe-4e30-bd9e-04520d168d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:14.091643 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51058) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:50:14.146342 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c47f57d9-0fa8-47e9-ba22-9e60bee0f239 admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537090 Oct 03 14:50:15.420389 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ca1bbaf7-d772-4658-a0ba-4a25106304ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:16.676237 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:17.895664 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:18.207871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:21.636556 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:24.140957 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:28.200753 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:28.203430 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:28.453658 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:36.579383 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:50:38.447736 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:38.449651 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:42.014349 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=14 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:43.209556 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-693be892-3e31-474f-83fc-7f3e069449d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:45.421948 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a3d4cdb8-4559-43be-852d-2527b96bc552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:46.575123 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=20 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:46.678695 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:47.899153 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:48.211434 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:50:58.204702 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:58.206589 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:50:58.456146 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:08.446022 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:08.451379 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:13.214630 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-6bdc418e-e8a7-411f-aa9f-e06d0eac3df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:13.579276 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:51:15.422523 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-849aaf11-9387-4b20-ae1f-fb54ae3c801d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:16.681254 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:17.902086 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:18.214690 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:23.575170 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:23.576057 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:28.208594 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:28.210521 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:28.455674 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:38.449222 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:38.451184 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:41.581596 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:43.215965 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-62ce4c29-7e56-4dfa-9dfa-7b32e3479981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:45.429256 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f97c-8055-47ee-a2fe-670224dd4c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:45.903782 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51212) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:45.934127 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51220) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:46.096925 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1959319783-network', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:46.119253 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Made reservation on behalf of f441c0592cd146d3be851ac96cbc49dc for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:46.125010 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.134826 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-network', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:46.145419 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.170881 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Made reservation on behalf of 83b495f3cb9b437d9572f4d33327fbf7 for: {'network': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:46.174822 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.193784 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.238721 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Publish callbacks [] for security_group (93c792a7-cfd1-4f6a-b569-42cb39c2ea24), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.244625 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (93c792a7-cfd1-4f6a-b569-42cb39c2ea24), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.262780 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:51:46.276613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (b0188278-e7be-47e3-ada2-3ebc2dff4cc1), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.277236 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Added segment b0188278-e7be-47e3-ada2-3ebc2dff4cc1 of type vlan for network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed Oct 03 14:51:46.311446 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Publish callbacks [] for security_group (059992f9-2ac9-4597-9a60-99a6a40ab5c1), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.317513 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (059992f9-2ac9-4597-9a60-99a6a40ab5c1), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.341601 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=112658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:51:46.372166 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.378347 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059992f9-2ac9-4597-9a60-99a6a40ab5c1,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:46.384276 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c792a7-cfd1-4f6a-b569-42cb39c2ea24,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:46.389130 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.389483 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.389861 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.390205 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.390665 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.390851 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.391171 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.392172 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.392837 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.393430 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.393794 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.394142 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.394469 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.394794 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.395113 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Tracked resource versions report: Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: pushed versions: Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: { 'AddressGroup': {'1.2'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Agent': {'1.1'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'ConntrackHelper': {'1.0'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'LocalIPAssociation': {'1.0'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Log': {'1.0'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'NDPProxy': {'1.0'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Network': {'1.1'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Port': {'1.7'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'PortForwarding': {'1.3'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'QosPolicy': {'1.10'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SecurityGroup': {'1.5'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SecurityGroupRule': {'1.2'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SubPort': {'1.0'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Subnet': {'1.1'}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Trunk': {'1.1'}} Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: consumer versions: Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: { DHCP agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: HyperV agent@hv-cinder-85987: {}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: L3 agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: Metadata agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: Metering agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: Open vSwitch agent@dv-cinder-859877-2-iscsi: { 'AddressGroup': '1.2', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Agent': '1.1', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'ConntrackHelper': '1.0', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'LocalIPAssociation': '1.0', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Log': '1.0', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'NDPProxy': '1.0', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Network': '1.1', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Port': '1.7', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'PortForwarding': '1.3', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'QosPolicy': '1.10', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SecurityGroup': '1.5', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SecurityGroupRule': '1.2', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'SubPort': '1.0', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Subnet': '1.1', Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: 'Trunk': '1.1'}} Oct 03 14:51:46.396314 dv-cinder-859877-2-iscsi neutron-server[112658]: {{(pid=112658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 14:51:46.404059 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765220491475', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.404580 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.404924 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.405192 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Unsubscribe: segment precommit_create {{(pid=112658) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 14:51:46.405322 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.405631 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.405958 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.406281 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.406471 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.segments_db [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Added segment e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0 of type vlan for network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 Oct 03 14:51:46.406579 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.406907 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.407243 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.407557 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.407976 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.408298 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.408603 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.408959 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.409215 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Tracked resource versions report: Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: pushed versions: Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: { 'AddressGroup': {'1.2'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Agent': {'1.1'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'ConntrackHelper': {'1.0'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'LocalIPAssociation': {'1.0'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Log': {'1.0'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'NDPProxy': {'1.0'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Network': {'1.1'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Port': {'1.7'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'PortForwarding': {'1.3'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'QosPolicy': {'1.10'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SecurityGroup': {'1.5'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SecurityGroupRule': {'1.2'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SubPort': {'1.0'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Subnet': {'1.1'}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Trunk': {'1.1'}} Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: consumer versions: Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: { DHCP agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: HyperV agent@hv-cinder-85987: {}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: L3 agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: Metadata agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: Metering agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: Open vSwitch agent@dv-cinder-859877-2-iscsi: { 'AddressGroup': '1.2', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Agent': '1.1', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'ConntrackHelper': '1.0', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'LocalIPAssociation': '1.0', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Log': '1.0', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'NDPProxy': '1.0', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Network': '1.1', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Port': '1.7', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'PortForwarding': '1.3', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'QosPolicy': '1.10', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SecurityGroup': '1.5', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SecurityGroupRule': '1.2', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'SubPort': '1.0', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Subnet': '1.1', Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: 'Trunk': '1.1'}} Oct 03 14:51:46.410488 dv-cinder-859877-2-iscsi neutron-server[112659]: {{(pid=112659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 14:51:46.424451 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.425995 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:46.426868 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.503815 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.506670 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:46.519105 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:51:46.534662 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0644d21c-3a03-4865-86a9-600b6ff914d8 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6288898 Oct 03 14:51:46.535451 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51258) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:46.540968 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Request body: {'subnet': {'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-subnet', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:46.553846 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.555171 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:46.558214 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.568863 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Made reservation on behalf of f441c0592cd146d3be851ac96cbc49dc for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:46.575687 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.666675 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51264) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:46.672575 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Request body: {'subnet': {'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-subnet', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:46.679237 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7323716 Oct 03 14:51:46.695589 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.702420 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Made reservation on behalf of 83b495f3cb9b437d9572f4d33327fbf7 for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:46.704913 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.716656 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf393780-3d00-4e46-b1aa-ed2dbbdb5960 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:46.731918 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:51:46.904840 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:46.920216 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51270) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:46.932039 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51274) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:46.958052 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:46.962325 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (af42466f-d6e8-445c-95ca-83f78fbd4579), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:46.968200 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51278) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:47.011639 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (531368b6-717e-46ea-9034-e66c809ad980), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.060080 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=af42466f-d6e8-445c-95ca-83f78fbd4579,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:47.062412 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Checking segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:47.062936 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Network hostable DHCP agents. Network: 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:51:47.129952 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:51:47.135392 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Checking segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:47.135746 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Network hostable DHCP agents. Network: a4c53322-c54a-4ca9-801c-f9a07dbbe7a2, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:51:47.141469 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=531368b6-717e-46ea-9034-e66c809ad980,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:47.153595 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:47.160340 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:47.160340 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.164103 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:51:47.165857 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14438ff1-cd3d-4906-8f37-ffca52ab549a None None] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:47.177891 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, a4c53322-c54a-4ca9-801c-f9a07dbbe7a2) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:47.190661 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:47.191262 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.201371 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-2d342891-7d24-41e1-ae3a-2213a77eba7d admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6623561 Oct 03 14:51:47.201624 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51306) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:47.207928 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:47.239203 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-d34d4bd5-b72b-48a4-a8cb-5bffe1283e72 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5713472 Oct 03 14:51:47.241891 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51308) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:47.247856 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eceacd-8163-4704-b991-1dcdeee13a4c None None] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:47.248070 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:47.258951 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (a923e6dd-5803-45d6-a668-f26a90e47c7d), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.259967 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (a923e6dd-5803-45d6-a668-f26a90e47c7d), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.301539 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (f3fb317f-36be-4840-8fa8-6ef34b459d22), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.302753 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (f3fb317f-36be-4840-8fa8-6ef34b459d22), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.338761 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-network', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:47.360394 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks [] for router_controller (a923e6dd-5803-45d6-a668-f26a90e47c7d), precommit_add_association {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.378743 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Made reservation on behalf of 7f48b2441eec48c4ac784844e475a9e9 for: {'network': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:47.381777 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.412576 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.426475 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:51:47.430001 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1595378340-network', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:47.433046 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.460429 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-642921485-network', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:47.471227 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks [] for router_controller (f3fb317f-36be-4840-8fa8-6ef34b459d22), precommit_add_association {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.549137 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:51:47.555861 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.579277 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Made reservation on behalf of 8cf070b7d6ff419392acaddbbee1e242 for: {'network': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:47.581661 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.587551 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Made reservation on behalf of 2e3b8c8420474d9397a3578350b9eacf for: {'network': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:47.589800 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.627613 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.718910 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Publish callbacks [] for security_group (d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.722450 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.733876 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.747976 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=112658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:51:47.758760 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (37662e04-d8d1-474b-8455-b824389cd4d0), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.759383 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.segments_db [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Added segment 37662e04-d8d1-474b-8455-b824389cd4d0 of type vlan for network 1a822274-e0ca-4ff0-95b8-688fdc218651 Oct 03 14:51:47.807763 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (1a822274-e0ca-4ff0-95b8-688fdc218651), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.827096 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=71,neutron:INSERT=27,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:47.835607 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:47.845355 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks [] for router_gateway (a923e6dd-5803-45d6-a668-f26a90e47c7d), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.949911 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (1a822274-e0ca-4ff0-95b8-688fdc218651), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.955589 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:47.957885 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.971052 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:47.972296 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Allocated IP 172.20.0.2 (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed/af42466f-d6e8-445c-95ca-83f78fbd4579/1c2158cf-a729-4b0d-b888-9e043a1e4924) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:48.017640 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Allocated IP 172.20.0.2 (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2/531368b6-717e-46ea-9034-e66c809ad980/0680110a-0279-43f2-80d7-f801fe275022) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:48.071352 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Publish callbacks [] for security_group (85c702ca-c0d7-4b0b-9a0c-583ae57afc48), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.155356 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Pushing event updated for resources: {'Network': ['ID=1a822274-e0ca-4ff0-95b8-688fdc218651,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:48.181441 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (85c702ca-c0d7-4b0b-9a0c-583ae57afc48), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.191308 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks [] for router_gateway (f3fb317f-36be-4840-8fa8-6ef34b459d22), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.201336 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=112658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:51:48.216525 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 1a822274-e0ca-4ff0-95b8-688fdc218651 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:51:48.230682 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (f12ed426-dcf1-4de7-a3bc-cbc77ddde625), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.231349 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.segments_db [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Added segment f12ed426-dcf1-4de7-a3bc-cbc77ddde625 of type vlan for network e62ce727-fdfc-4635-82f1-b266a0898b13 Oct 03 14:51:48.256209 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=84,neutron:UPDATE=10,neutron:INSERT=6 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:48.298033 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.301412 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:48.362842 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:48.482672 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Publish callbacks [] for security_group (98c43aa0-c431-4c55-aa24-b8bb04a85889), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.494297 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5233889 Oct 03 14:51:48.496559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf7d1d-9f2e-4030-8642-95186be20afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:48.499961 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51348) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:48.507379 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Request body: {'subnet': {'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-642921485-subnet', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:48.517297 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Publish callbacks [] for port (0680110a-0279-43f2-80d7-f801fe275022), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.531897 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:48.538341 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (98c43aa0-c431-4c55-aa24-b8bb04a85889), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.559491 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Publish callbacks [] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.564508 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (0680110a-0279-43f2-80d7-f801fe275022), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.566025 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=112658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:51:48.581820 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Made reservation on behalf of 2e3b8c8420474d9397a3578350b9eacf for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:48.585126 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.590391 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (b469dfbc-9561-4f66-973d-a469f1baea4d), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.590839 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.segments_db [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Added segment b469dfbc-9561-4f66-973d-a469f1baea4d of type vlan for network 3de19230-35e5-430c-b606-8b501507ea36 Oct 03 14:51:48.669981 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Pushing event updated for resources: {'Port': ['ID=0680110a-0279-43f2-80d7-f801fe275022,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:48.693310 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:48.695555 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:48.698351 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.714161 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:48.720294 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:48.750463 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.752858 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.753254 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.754467 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.755168 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (e62ce727-fdfc-4635-82f1-b266a0898b13), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.755887 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.756551 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.757958 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.759465 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.759914 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.760350 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.762881 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.764035 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.764609 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.765184 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.765769 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Tracked resource versions report: Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: pushed versions: Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: { 'AddressGroup': {'1.2'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Agent': {'1.1'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'ConntrackHelper': {'1.0'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'LocalIPAssociation': {'1.0'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Log': {'1.0'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'NDPProxy': {'1.0'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Network': {'1.1'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Port': {'1.7'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'PortForwarding': {'1.3'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'QosPolicy': {'1.10'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SecurityGroup': {'1.5'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SecurityGroupRule': {'1.2'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SubPort': {'1.0'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Subnet': {'1.1'}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Trunk': {'1.1'}} Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: consumer versions: Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: { DHCP agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: HyperV agent@hv-cinder-85987: {}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: L3 agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: Metadata agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: Metering agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: Open vSwitch agent@dv-cinder-859877-2-iscsi: { 'AddressGroup': '1.2', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Agent': '1.1', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'ConntrackHelper': '1.0', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'LocalIPAssociation': '1.0', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Log': '1.0', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'NDPProxy': '1.0', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Network': '1.1', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Port': '1.7', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'PortForwarding': '1.3', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'QosPolicy': '1.10', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SecurityGroup': '1.5', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SecurityGroupRule': '1.2', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'SubPort': '1.0', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Subnet': '1.1', Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: 'Trunk': '1.1'}} Oct 03 14:51:48.769190 dv-cinder-859877-2-iscsi neutron-server[112660]: {{(pid=112660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 14:51:48.771667 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (3de19230-35e5-430c-b606-8b501507ea36), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.782196 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c702ca-c0d7-4b0b-9a0c-583ae57afc48,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:48.787979 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks [] for router_gateway (a923e6dd-5803-45d6-a668-f26a90e47c7d), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.796546 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:48.837822 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.843135 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c43aa0-c431-4c55-aa24-b8bb04a85889,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:48.848434 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (e62ce727-fdfc-4635-82f1-b266a0898b13), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.850787 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:48.851705 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.865534 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (3de19230-35e5-430c-b606-8b501507ea36), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.866660 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:48.867540 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:48.932637 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0111053 Oct 03 14:51:48.935750 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51362) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:48.940893 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Request body: {'subnet': {'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-subnet', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:48.957099 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0235434 Oct 03 14:51:48.964805 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51364) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:48.972873 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Request body: {'subnet': {'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1595378340-subnet', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:48.973140 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Pushing event updated for resources: {'Port': ['ID=1c2158cf-a729-4b0d-b888-9e043a1e4924,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:48.978678 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:48.981037 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35226489-54f5-4742-9aee-b42ce110c436 admin admin] Pushing event updated for resources: {'Network': ['ID=e62ce727-fdfc-4635-82f1-b266a0898b13,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:49.018313 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network e62ce727-fdfc-4635-82f1-b266a0898b13 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:51:49.047464 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks [] for router_gateway (f3fb317f-36be-4840-8fa8-6ef34b459d22), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.084888 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Made reservation on behalf of 7f48b2441eec48c4ac784844e475a9e9 for: {'subnet': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:49.088417 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.106975 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.132018 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Allocated IP 172.27.1.154 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/e2b3c79a-a541-46fc-8fcc-561ad7c3791c) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:49.140852 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Made reservation on behalf of 8cf070b7d6ff419392acaddbbee1e242 for: {'subnet': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:51:49.144187 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.176077 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (019c6a1a-8f10-467b-b66b-f97fb0700ada), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.213217 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051acaf-3a84-4579-81e1-deb7bed31ded admin admin] Pushing event updated for resources: {'Network': ['ID=3de19230-35e5-430c-b606-8b501507ea36,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:49.239367 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019c6a1a-8f10-467b-b66b-f97fb0700ada,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:49.326423 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:49.339762 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 3de19230-35e5-430c-b606-8b501507ea36 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:51:49.340755 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:49.360689 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Checking segment: {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:49.360689 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Network hostable DHCP agents. Network: 1a822274-e0ca-4ff0-95b8-688fdc218651, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:51:49.372113 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Attempting to bind port 0680110a-0279-43f2-80d7-f801fe275022 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:51:49.372871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Attempting to bind port 0680110a-0279-43f2-80d7-f801fe275022 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:51:49.373513 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Attempting to bind port 0680110a-0279-43f2-80d7-f801fe275022 on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:51:49.401794 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Network 1a822274-e0ca-4ff0-95b8-688fdc218651 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:51:49.424280 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks [] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.444252 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 1a822274-e0ca-4ff0-95b8-688fdc218651) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:49.456519 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:49.460068 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.463565 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9fbb4a-6f58-4f52-9a79-416ade17e265 None None] Network 1a822274-e0ca-4ff0-95b8-688fdc218651 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:49.504286 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-b9d7a0e1-519d-41f9-ae28-20aba96bc728 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0014737 Oct 03 14:51:49.507291 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51398) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:49.515403 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:49.548494 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.574245 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:49.586161 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (07eb2779-da33-4d7e-b7c4-2557035ee674), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.587338 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (07eb2779-da33-4d7e-b7c4-2557035ee674), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.638665 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:49.644552 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:49.653487 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:49.661823 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:49.733725 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:51:49.734358 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Checking segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:49.734476 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.735017 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Bound using segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:51:49.735631 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Bound port: 0680110a-0279-43f2-80d7-f801fe275022, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:51:49.736015 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (0680110a-0279-43f2-80d7-f801fe275022), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.770184 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Attempting to bind port 1c2158cf-a729-4b0d-b888-9e043a1e4924 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:51:49.770548 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Attempting to bind port 1c2158cf-a729-4b0d-b888-9e043a1e4924 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:51:49.771096 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Attempting to bind port 1c2158cf-a729-4b0d-b888-9e043a1e4924 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:51:49.773744 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (002c4d07-fa50-487b-aa78-a8fe6f0bc8f2), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.842793 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (a48f3f05-3214-4e90-88bc-7c789ec0a9f7), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.877084 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:49.931226 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-1a822274-e0ca-4ff0-95b8-688fdc218651', 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651', 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'fixed_ips': [{'subnet_id': '019c6a1a-8f10-467b-b66b-f97fb0700ada'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:51:49.932303 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.940023 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Checking segment: {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:49.940387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Network hostable DHCP agents. Network: e62ce727-fdfc-4635-82f1-b266a0898b13, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:51:49.958559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:49.971359 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Allocated IP 172.27.1.51 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/9e0d0973-a6de-4431-a894-c400e7516d85) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:49.977866 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b3c79a-a541-46fc-8fcc-561ad7c3791c,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:49.994263 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:51:49.995147 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Checking segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:49.995553 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.995946 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Bound using segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:51:49.996889 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Bound port: 1c2158cf-a729-4b0d-b888-9e043a1e4924, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:51:49.996889 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:49.999930 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] For port 0680110a-0279-43f2-80d7-f801fe275022, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:51:50.022331 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48f3f05-3214-4e90-88bc-7c789ec0a9f7,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:50.035473 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Checking segment: {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:50.036106 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Network hostable DHCP agents. Network: 3de19230-35e5-430c-b606-8b501507ea36, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:51:50.039902 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:50.048811 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] For port 0680110a-0279-43f2-80d7-f801fe275022, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=0680110a-0279-43f2-80d7-f801fe275022,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:51:50.052037 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Network e62ce727-fdfc-4635-82f1-b266a0898b13 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:51:50.069998 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, e62ce727-fdfc-4635-82f1-b266a0898b13) {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:50.076938 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:50.078556 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.096735 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Network 3de19230-35e5-430c-b606-8b501507ea36 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:51:50.101851 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f433f290-8f0f-4325-a247-86513279a287 None None] Network e62ce727-fdfc-4635-82f1-b266a0898b13 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:50.105190 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:50.110399 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 3de19230-35e5-430c-b606-8b501507ea36) {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:50.124274 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-87d15811-14d0-4824-9995-4c623286bb33 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1848404 Oct 03 14:51:50.124274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51420) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:50.131070 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:50.131984 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (0680110a-0279-43f2-80d7-f801fe275022), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.136948 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:51:50.138395 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.158358 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d338c-aafa-46d9-8705-ab5f880c7833 None None] Network 3de19230-35e5-430c-b606-8b501507ea36 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:50.188890 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-c48a5b0b-6584-4c3d-b445-6b44157f2c30 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2222893 Oct 03 14:51:50.189864 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51424) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:50.194855 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:51:50.202655 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (72d34265-f079-48db-92dc-e317f47b8843), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.204248 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (72d34265-f079-48db-92dc-e317f47b8843), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.340653 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks [] for router_controller (07eb2779-da33-4d7e-b7c4-2557035ee674), precommit_add_association {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.445019 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] For port 1c2158cf-a729-4b0d-b888-9e043a1e4924, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:51:50.546340 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] For port 1c2158cf-a729-4b0d-b888-9e043a1e4924, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=1c2158cf-a729-4b0d-b888-9e043a1e4924,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:51:50.572217 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Allocated IP 172.20.0.2 (1a822274-e0ca-4ff0-95b8-688fdc218651/019c6a1a-8f10-467b-b66b-f97fb0700ada/24350acd-ec7d-46a8-99b7-e51756680e1c) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:50.572629 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks [] for router_controller (72d34265-f079-48db-92dc-e317f47b8843), precommit_add_association {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.579850 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.582369 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:51:50.599793 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c2197-3d62-4c52-846e-d89c7ed63cda None None] Pushing event updated for resources: {'Port': ['ID=0680110a-0279-43f2-80d7-f801fe275022,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:50.654008 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:50.685923 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-e62ce727-fdfc-4635-82f1-b266a0898b13', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:51:50.687052 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.713775 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks [] for router_gateway (a923e6dd-5803-45d6-a668-f26a90e47c7d), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.856598 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (925763bd-6908-4f5b-9c49-d3483bdd04d0), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.858041 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (925763bd-6908-4f5b-9c49-d3483bdd04d0), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.883973 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-3de19230-35e5-430c-b606-8b501507ea36', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:51:50.887119 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks [] for router_gateway (07eb2779-da33-4d7e-b7c4-2557035ee674), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:50.901176 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.069966 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks [] for router_gateway (72d34265-f079-48db-92dc-e317f47b8843), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.110373 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f33b48-4f66-4149-b73b-84251805f549 None None] Pushing event updated for resources: {'Port': ['ID=1c2158cf-a729-4b0d-b888-9e043a1e4924,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:51.116271 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks [] for port (9e0d0973-a6de-4431-a894-c400e7516d85), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.190306 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51452) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:51.190796 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51454) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:51.221414 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks [] for router_controller (925763bd-6908-4f5b-9c49-d3483bdd04d0), precommit_add_association {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.499441 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:51.500069 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.597524 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Publish callbacks [] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.659682 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.659989 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:51.698784 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:51.707345 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:51.710837 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Allocated IP 172.20.0.2 (e62ce727-fdfc-4635-82f1-b266a0898b13/002c4d07-fa50-487b-aa78-a8fe6f0bc8f2/5bea37e8-3f52-4548-b2ed-c90013abb488) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:51.722770 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:51.728665 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a606a2cb-89a3-4741-bd14-861c7c809b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.733738 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Network 1a822274-e0ca-4ff0-95b8-688fdc218651 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:51.737979 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-203751aa-b098-478f-a472-dfb688b33bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.749571 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:51.760294 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Allocated IP 172.20.0.2 (3de19230-35e5-430c-b606-8b501507ea36/a48f3f05-3214-4e90-88bc-7c789ec0a9f7/6a6e9f94-e25a-4ca0-a830-de2159c7f551) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:51.763259 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:51.769363 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Pushing event updated for resources: {'Port': ['ID=24350acd-ec7d-46a8-99b7-e51756680e1c,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:51.840052 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:51.859756 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a606a2cb-89a3-4741-bd14-861c7c809b09 admin admin] Publish callbacks [] for security_group (3b985142-1864-49eb-9d54-691a83bafd91), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.903523 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:51.904201 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:INSERT=17,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:51.905114 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a606a2cb-89a3-4741-bd14-861c7c809b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (3b985142-1864-49eb-9d54-691a83bafd91), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.951500 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0d0973-a6de-4431-a894-c400e7516d85,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:51.960533 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (a923e6dd-5803-45d6-a668-f26a90e47c7d), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:51.977362 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e2751f-3edb-4c5f-b856-6a5253c88138 None None] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:51.990453 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a606a2cb-89a3-4741-bd14-861c7c809b09 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b27a281133464bd5840c6a8b40e251f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7872469 Oct 03 14:51:51.993562 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606a2cb-89a3-4741-bd14-861c7c809b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b985142-1864-49eb-9d54-691a83bafd91,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:52.019770 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51464) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:52.078151 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks [] for router_gateway (925763bd-6908-4f5b-9c49-d3483bdd04d0), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.104678 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks [] for router_gateway (07eb2779-da33-4d7e-b7c4-2557035ee674), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.185631 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks [] for router_gateway (72d34265-f079-48db-92dc-e317f47b8843), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.194533 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.247861 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-98ddc693-d8a1-4d51-bbdf-3dd008fde0fc None None] Provisioning complete for port 0680110a-0279-43f2-80d7-f801fe275022 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:52.248267 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-98ddc693-d8a1-4d51-bbdf-3dd008fde0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (0680110a-0279-43f2-80d7-f801fe275022), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.248605 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-98ddc693-d8a1-4d51-bbdf-3dd008fde0fc None None] Attempt 1 to provision port 0680110a-0279-43f2-80d7-f801fe275022 Oct 03 14:51:52.268684 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.284633 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Attempting to bind port 24350acd-ec7d-46a8-99b7-e51756680e1c on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:51:52.285157 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Attempting to bind port 24350acd-ec7d-46a8-99b7-e51756680e1c by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:51:52.285833 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Attempting to bind port 24350acd-ec7d-46a8-99b7-e51756680e1c on network 1a822274-e0ca-4ff0-95b8-688fdc218651 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:51:52.312581 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c52ba016-43b1-402f-ab73-1ee53040f49e admin admin] Publish callbacks [] for security_group (3b985142-1864-49eb-9d54-691a83bafd91), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.347430 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 1c2158cf-a729-4b0d-b888-9e043a1e4924 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:51:52.385604 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:52.406255 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd41fff5-44cf-43a3-bb83-19320d6ed8b4 None None] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:52.407653 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c52ba016-43b1-402f-ab73-1ee53040f49e admin admin] Publish callbacks [] for security_group (3b985142-1864-49eb-9d54-691a83bafd91), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.426417 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-203751aa-b098-478f-a472-dfb688b33bd1 admin admin] Publish callbacks [] for security_group (f6f29eaa-05cc-4f52-883d-72cda1c60d44), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.444581 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-203751aa-b098-478f-a472-dfb688b33bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (f6f29eaa-05cc-4f52-883d-72cda1c60d44), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.498274 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:51:52.498562 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Checking segment: {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:52.498960 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.499348 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Bound using segment: {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:51:52.499826 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Bound port: 24350acd-ec7d-46a8-99b7-e51756680e1c, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:51:52.500421 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.501984 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:52.520655 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks [] for router_gateway (f3fb317f-36be-4840-8fa8-6ef34b459d22), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.586356 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c52ba016-43b1-402f-ab73-1ee53040f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (3b985142-1864-49eb-9d54-691a83bafd91), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.589634 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c52ba016-43b1-402f-ab73-1ee53040f49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.594117 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c52ba016-43b1-402f-ab73-1ee53040f49e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3b985142-1864-49eb-9d54-691a83bafd91 HTTP/1.1" status: 204 len: 168 time: 0.5716045 Oct 03 14:51:52.609580 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ba016-43b1-402f-ab73-1ee53040f49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b985142-1864-49eb-9d54-691a83bafd91,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:52.620813 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203751aa-b098-478f-a472-dfb688b33bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f29eaa-05cc-4f52-883d-72cda1c60d44,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:52.623290 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:52.631361 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-203751aa-b098-478f-a472-dfb688b33bd1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=85e2a5410c7f43b88a9b4c643b80ae85&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4347959 Oct 03 14:51:52.637777 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51474) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:52.660587 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 1c2158cf-a729-4b0d-b888-9e043a1e4924 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:52.660983 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.661373 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 1c2158cf-a729-4b0d-b888-9e043a1e4924 Oct 03 14:51:52.753436 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Publish callbacks [] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.762026 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Publish callbacks [] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.764566 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-98ddc693-d8a1-4d51-bbdf-3dd008fde0fc None None] Current status of the port 0680110a-0279-43f2-80d7-f801fe275022 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:52.765100 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-98ddc693-d8a1-4d51-bbdf-3dd008fde0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (0680110a-0279-43f2-80d7-f801fe275022), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.770095 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Allocated IP 172.27.1.74 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/458ea9be-82c9-475f-90a9-0c56218f20c4) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:52.804700 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.836716 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:52.838170 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.868988 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Network e62ce727-fdfc-4635-82f1-b266a0898b13 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:52.894228 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:52.896781 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:52.924293 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Router a923e6dd-5803-45d6-a668-f26a90e47c7d is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:51:52.974581 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks [] for router_gateway (925763bd-6908-4f5b-9c49-d3483bdd04d0), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:52.993926 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] For port 24350acd-ec7d-46a8-99b7-e51756680e1c, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:51:53.005047 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Network 3de19230-35e5-430c-b606-8b501507ea36 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:53.036121 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.040491 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-98ddc693-d8a1-4d51-bbdf-3dd008fde0fc None None] For port 0680110a-0279-43f2-80d7-f801fe275022, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=0680110a-0279-43f2-80d7-f801fe275022,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:51:53.081780 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:53.084240 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:53.087744 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-98ddc693-d8a1-4d51-bbdf-3dd008fde0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (0680110a-0279-43f2-80d7-f801fe275022), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.097276 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] For port 24350acd-ec7d-46a8-99b7-e51756680e1c, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=24350acd-ec7d-46a8-99b7-e51756680e1c,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:51:53.155041 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (f3fb317f-36be-4840-8fa8-6ef34b459d22), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.157361 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:53.158830 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:51:53.177967 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:51:53.201387 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:51:53.202113 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:53.214540 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6e7235be-43b2-4392-b546-30f7909f3cf8 admin admin] Publish callbacks [] for security_group (f6f29eaa-05cc-4f52-883d-72cda1c60d44), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.216472 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51488) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:53.234347 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Pushing event updated for resources: {'Port': ['ID=5bea37e8-3f52-4548-b2ed-c90013abb488,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:53.246291 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.246291 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6043f82f-f176-438d-bebb-d4e987943984 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0422189 Oct 03 14:51:53.259317 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51490) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:53.262644 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.281012 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6e7235be-43b2-4392-b546-30f7909f3cf8 admin admin] Publish callbacks [] for security_group (f6f29eaa-05cc-4f52-883d-72cda1c60d44), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.358878 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-25cb4c14-cfd0-4a8b-b7fb-bce772949fc2 None None] Provisioning complete for port 0680110a-0279-43f2-80d7-f801fe275022 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:53.366603 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-25cb4c14-cfd0-4a8b-b7fb-bce772949fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (0680110a-0279-43f2-80d7-f801fe275022), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.367767 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-25cb4c14-cfd0-4a8b-b7fb-bce772949fc2 None None] Attempt 1 to provision port 0680110a-0279-43f2-80d7-f801fe275022 Oct 03 14:51:53.387249 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Attempting to bind port 5bea37e8-3f52-4548-b2ed-c90013abb488 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:51:53.388091 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Attempting to bind port 5bea37e8-3f52-4548-b2ed-c90013abb488 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:51:53.389658 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Attempting to bind port 5bea37e8-3f52-4548-b2ed-c90013abb488 on network e62ce727-fdfc-4635-82f1-b266a0898b13 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:51:53.426256 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6e7235be-43b2-4392-b546-30f7909f3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (f6f29eaa-05cc-4f52-883d-72cda1c60d44), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.429780 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6e7235be-43b2-4392-b546-30f7909f3cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.433328 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6e7235be-43b2-4392-b546-30f7909f3cf8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f6f29eaa-05cc-4f52-883d-72cda1c60d44 HTTP/1.1" status: 204 len: 168 time: 0.7881083 Oct 03 14:51:53.479664 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7235be-43b2-4392-b546-30f7909f3cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f29eaa-05cc-4f52-883d-72cda1c60d44,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:53.496103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c06202fd-c117-4a2a-997c-f4f6fdc43051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.557536 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:53.635435 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Attempting to bind port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:51:53.635944 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Attempting to bind port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:51:53.636431 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Attempting to bind port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 on network 3de19230-35e5-430c-b606-8b501507ea36 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:51:53.645197 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:51:53.671151 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 1c2158cf-a729-4b0d-b888-9e043a1e4924 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:53.671724 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.742048 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks [] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.765053 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 1c2158cf-a729-4b0d-b888-9e043a1e4924, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=1c2158cf-a729-4b0d-b888-9e043a1e4924,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:51:53.789951 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:51:53.790580 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Checking segment: {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:53.791719 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.792798 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Bound using segment: {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:51:53.793760 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Bound port: 5bea37e8-3f52-4548-b2ed-c90013abb488, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:51:53.794957 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.800066 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.801904 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 0680110a-0279-43f2-80d7-f801fe275022 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:51:53.866693 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.872183 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Pushing event updated for resources: {'Port': ['ID=6a6e9f94-e25a-4ca0-a830-de2159c7f551,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:53.892638 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:53.922710 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c06202fd-c117-4a2a-997c-f4f6fdc43051 admin admin] Publish callbacks [] for security_group (51ea9015-fd5c-4c09-882a-a808d3ffca95), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:53.924084 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:53.947248 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:54.017944 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Router f3fb317f-36be-4840-8fa8-6ef34b459d22 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:51:54.025353 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 0680110a-0279-43f2-80d7-f801fe275022 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:54.025907 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (0680110a-0279-43f2-80d7-f801fe275022), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.026159 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 0680110a-0279-43f2-80d7-f801fe275022 Oct 03 14:51:54.028290 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:51:54.028454 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Allocated IP 172.27.1.54 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/c335b7eb-d37c-4d25-9fe6-6094791a131b) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:54.028656 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Checking segment: {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:54.029053 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.029461 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Bound using segment: {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:51:54.031615 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Bound port: 6a6e9f94-e25a-4ca0-a830-de2159c7f551, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:51:54.033230 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.057105 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Pushing event updated for resources: {'Port': ['ID=458ea9be-82c9-475f-90a9-0c56218f20c4,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:54.060397 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:49Z', 'revision_number': 3, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:54.065092 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c06202fd-c117-4a2a-997c-f4f6fdc43051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (51ea9015-fd5c-4c09-882a-a808d3ffca95), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.086899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:54.108543 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:54.109959 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:54.118451 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:51:54.119506 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Updating router a923e6dd-5803-45d6-a668-f26a90e47c7d port e2b3c79a-a541-46fc-8fcc-561ad7c3791c binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:51:54.131992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddc693-d8a1-4d51-bbdf-3dd008fde0fc None None] Pushing event updated for resources: {'Port': ['ID=0680110a-0279-43f2-80d7-f801fe275022,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:54.181709 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.189587 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:54.193321 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06202fd-c117-4a2a-997c-f4f6fdc43051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ea9015-fd5c-4c09-882a-a808d3ffca95,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:54.249286 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] For port 5bea37e8-3f52-4548-b2ed-c90013abb488, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:51:54.304848 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] For port 5bea37e8-3f52-4548-b2ed-c90013abb488, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=5bea37e8-3f52-4548-b2ed-c90013abb488,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:51:54.308505 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-25cb4c14-cfd0-4a8b-b7fb-bce772949fc2 None None] Current status of the port 0680110a-0279-43f2-80d7-f801fe275022 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:54.325915 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-25cb4c14-cfd0-4a8b-b7fb-bce772949fc2 None None] Provisioning complete for port 1c2158cf-a729-4b0d-b888-9e043a1e4924 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:54.326347 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-25cb4c14-cfd0-4a8b-b7fb-bce772949fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.326721 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-25cb4c14-cfd0-4a8b-b7fb-bce772949fc2 None None] Attempt 1 to provision port 1c2158cf-a729-4b0d-b888-9e043a1e4924 Oct 03 14:51:54.360262 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:54.362444 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.402923 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:51:54.428034 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Sync routers for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:51:54.470113 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb56f8a-7a4d-4f88-b0a2-632d32296dad None None] Pushing event updated for resources: {'Port': ['ID=24350acd-ec7d-46a8-99b7-e51756680e1c,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:54.483832 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks [] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.498915 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.500286 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-da76ca94-f1ea-420a-b217-5abced734338 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2572086 Oct 03 14:51:54.527997 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51508) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:54.561785 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=1c2158cf-a729-4b0d-b888-9e043a1e4924,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:54.589830 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.623840 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] For port 6a6e9f94-e25a-4ca0-a830-de2159c7f551, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:51:54.626105 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:51:54.626960 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:54.678031 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.799531 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 0680110a-0279-43f2-80d7-f801fe275022 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:54.818648 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] For port 6a6e9f94-e25a-4ca0-a830-de2159c7f551, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=6a6e9f94-e25a-4ca0-a830-de2159c7f551,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:51:54.820036 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:54.879206 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:54.945316 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8ce87-ff7b-446d-aad9-3b99c1f64bd9 None None] Pushing event updated for resources: {'Port': ['ID=5bea37e8-3f52-4548-b2ed-c90013abb488,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:55.008817 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-c06202fd-c117-4a2a-997c-f4f6fdc43051 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a1261ce2be2f46749fe7ffb31192999a&name=default HTTP/1.1" status: 200 len: 2993 time: 1.6376383 Oct 03 14:51:55.032828 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51528) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:55.063674 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Pushing event updated for resources: {'Port': ['ID=c335b7eb-d37c-4d25-9fe6-6094791a131b,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:55.101329 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:55.106108 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:55.107553 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:55.272827 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Allocated IP 172.27.1.109 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/4670408c-a27e-4166-8764-4f0689be3fd5) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:55.379705 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab7156-bdcb-4440-812c-08a48418aa73 None None] Network 1a822274-e0ca-4ff0-95b8-688fdc218651 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:55.472343 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:51:55.475966 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Allocated IP 172.20.0.1 (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed/af42466f-d6e8-445c-95ca-83f78fbd4579/a8f651ec-3689-4b5e-b609-9e21d3482e0b) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:55.476274 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 1c2158cf-a729-4b0d-b888-9e043a1e4924 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:51:55.599901 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-25cb4c14-cfd0-4a8b-b7fb-bce772949fc2 None None] Current status of the port 1c2158cf-a729-4b0d-b888-9e043a1e4924 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:55.642237 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks [] for router_gateway (72d34265-f079-48db-92dc-e317f47b8843), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:55.856815 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-104f4cea-5604-43fb-938d-e82c1200da3e admin admin] Publish callbacks [] for security_group (51ea9015-fd5c-4c09-882a-a808d3ffca95), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:55.905696 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebd3d8-07d6-40a6-ae67-768878544879 None None] Pushing event updated for resources: {'Port': ['ID=6a6e9f94-e25a-4ca0-a830-de2159c7f551,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:55.910011 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Provisioning complete for port 24350acd-ec7d-46a8-99b7-e51756680e1c triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:55.911011 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:55.911011 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Attempt 1 to provision port 24350acd-ec7d-46a8-99b7-e51756680e1c Oct 03 14:51:55.924771 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-104f4cea-5604-43fb-938d-e82c1200da3e admin admin] Publish callbacks [] for security_group (51ea9015-fd5c-4c09-882a-a808d3ffca95), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:55.959540 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Publish callbacks [] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:55.996525 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:55.999287 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 1c2158cf-a729-4b0d-b888-9e043a1e4924 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:55.999645 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.000012 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 1c2158cf-a729-4b0d-b888-9e043a1e4924 Oct 03 14:51:56.016433 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:51Z', 'revision_number': 3, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:56.018400 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:56.050902 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.145293 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:56.158065 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f651ec-3689-4b5e-b609-9e21d3482e0b,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:56.201693 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks [] for port (4670408c-a27e-4166-8764-4f0689be3fd5), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.207134 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Checking router: f3fb317f-36be-4840-8fa8-6ef34b459d22 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:51:56.207695 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Updating router f3fb317f-36be-4840-8fa8-6ef34b459d22 port 9e0d0973-a6de-4431-a894-c400e7516d85 binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:51:56.262359 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:56.264684 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:56.268495 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:56.273470 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:56.274073 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (a923e6dd-5803-45d6-a668-f26a90e47c7d), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.318487 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:56.329953 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-104f4cea-5604-43fb-938d-e82c1200da3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (51ea9015-fd5c-4c09-882a-a808d3ffca95), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.332835 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-104f4cea-5604-43fb-938d-e82c1200da3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.344175 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks [] for router_gateway (07eb2779-da33-4d7e-b7c4-2557035ee674), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.350293 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-104f4cea-5604-43fb-938d-e82c1200da3e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/51ea9015-fd5c-4c09-882a-a808d3ffca95 HTTP/1.1" status: 204 len: 168 time: 1.3147473 Oct 03 14:51:56.372444 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443588f8-cbd8-49d9-a9a0-14ae10ae3c73 None None] Network e62ce727-fdfc-4635-82f1-b266a0898b13 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:56.453243 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.545433 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.628199 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f4cea-5604-43fb-938d-e82c1200da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ea9015-fd5c-4c09-882a-a808d3ffca95,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:56.749728 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Publish callbacks [] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.761202 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:56.875903 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Pushing event updated for resources: {'Port': ['ID=e2b3c79a-a541-46fc-8fcc-561ad7c3791c,revision_number=2']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:56.899656 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Attempting to bind port e2b3c79a-a541-46fc-8fcc-561ad7c3791c on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:51:56.900253 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Attempting to bind port e2b3c79a-a541-46fc-8fcc-561ad7c3791c by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:51:56.900733 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Attempting to bind port e2b3c79a-a541-46fc-8fcc-561ad7c3791c on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:51:56.906553 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.907606 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.908850 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.910865 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.911006 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.913935 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.913935 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.915758 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.915758 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.916755 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.921869 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.922310 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.922756 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.923205 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.923813 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Tracked resource versions report: Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: pushed versions: Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: { 'AddressGroup': {'1.2'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Agent': {'1.1'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'ConntrackHelper': {'1.0'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'LocalIPAssociation': {'1.0'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Log': {'1.0'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'NDPProxy': {'1.0'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Network': {'1.1'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Port': {'1.7'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'PortForwarding': {'1.3'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'QosPolicy': {'1.10'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SecurityGroup': {'1.5'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SecurityGroupRule': {'1.2'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SubPort': {'1.0'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Subnet': {'1.1'}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Trunk': {'1.1'}} Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: consumer versions: Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: { DHCP agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: HyperV agent@hv-cinder-85987: {}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: L3 agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: Metadata agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: Metering agent@dv-cinder-859877-2-iscsi: {}, Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: Open vSwitch agent@dv-cinder-859877-2-iscsi: { 'AddressGroup': '1.2', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Agent': '1.1', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'ConntrackHelper': '1.0', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'LocalIPAssociation': '1.0', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Log': '1.0', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'NDPProxy': '1.0', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Network': '1.1', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Port': '1.7', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'PortForwarding': '1.3', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'QosPolicy': '1.10', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SecurityGroup': '1.5', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SecurityGroupRule': '1.2', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'SubPort': '1.0', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Subnet': '1.1', Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: 'Trunk': '1.1'}} Oct 03 14:51:56.925110 dv-cinder-859877-2-iscsi neutron-server[112661]: {{(pid=112661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 14:51:56.952658 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:56.982788 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:56.993151 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:51:57.020078 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Pushing event updated for resources: {'Port': ['ID=4670408c-a27e-4166-8764-4f0689be3fd5,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:57.047151 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Publish callbacks [] for port (9e0d0973-a6de-4431-a894-c400e7516d85), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.054689 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:51:57.056273 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:57.063368 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706f746-408d-4e75-b09d-92020b14e1b9 None None] Network 3de19230-35e5-430c-b606-8b501507ea36 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:51:57.064049 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.068159 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:51:57.068860 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Bound port: e2b3c79a-a541-46fc-8fcc-561ad7c3791c, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:51:57.069645 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.107916 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.175222 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.192669 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314f8fe-7943-434b-bc52-0dc9c69c446d None None] Pushing event updated for resources: {'Port': ['ID=9e0d0973-a6de-4431-a894-c400e7516d85,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:57.195942 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:57.196284 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (07eb2779-da33-4d7e-b7c4-2557035ee674), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.214644 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (72d34265-f079-48db-92dc-e317f47b8843), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.240933 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] For port e2b3c79a-a541-46fc-8fcc-561ad7c3791c, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:51:57.254668 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Current status of the port 24350acd-ec7d-46a8-99b7-e51756680e1c is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:57.255288 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.263844 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] For port e2b3c79a-a541-46fc-8fcc-561ad7c3791c, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=e2b3c79a-a541-46fc-8fcc-561ad7c3791c,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:51:57.278960 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.300869 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Attempting to bind port 9e0d0973-a6de-4431-a894-c400e7516d85 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:51:57.301473 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Attempting to bind port 9e0d0973-a6de-4431-a894-c400e7516d85 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:51:57.301918 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Attempting to bind port 9e0d0973-a6de-4431-a894-c400e7516d85 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:51:57.317396 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:57.319251 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:51:57.320256 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:57.361239 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:57.391310 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] For port 24350acd-ec7d-46a8-99b7-e51756680e1c, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=24350acd-ec7d-46a8-99b7-e51756680e1c,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:51:57.421570 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.433707 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 1c2158cf-a729-4b0d-b888-9e043a1e4924 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:57.435243 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 0680110a-0279-43f2-80d7-f801fe275022 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:51:57.459329 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Provisioning complete for port 1c2158cf-a729-4b0d-b888-9e043a1e4924 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:57.460391 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.460883 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Attempt 1 to provision port 1c2158cf-a729-4b0d-b888-9e043a1e4924 Oct 03 14:51:57.506218 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:57.507424 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e185d7-9a71-438d-918f-c68d51fbe88a None None] Pushing event updated for resources: {'Port': ['ID=e2b3c79a-a541-46fc-8fcc-561ad7c3791c,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:57.575553 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:51:57.734250 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:51:57.744350 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:51:57.744989 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.745643 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:51:57.746113 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Bound port: 9e0d0973-a6de-4431-a894-c400e7516d85, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:51:57.746567 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.796804 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Router 07eb2779-da33-4d7e-b7c4-2557035ee674 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:51:57.821886 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Publish callbacks [] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.838396 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] For port 9e0d0973-a6de-4431-a894-c400e7516d85, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:51:57.842195 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] For port 9e0d0973-a6de-4431-a894-c400e7516d85, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=9e0d0973-a6de-4431-a894-c400e7516d85,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:51:57.870373 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.896300 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.924023 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.924774 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (a923e6dd-5803-45d6-a668-f26a90e47c7d), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:57.957593 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:51:57.958459 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:58.035106 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:58.045992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Pushing event updated for resources: {'Port': ['ID=24350acd-ec7d-46a8-99b7-e51756680e1c,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:58.076947 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:51:55Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:58.194574 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d644d6a6-94f7-4b68-ac2a-b8af403f1820 None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:51:55Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:51:58.195593 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks [] for router_gateway (925763bd-6908-4f5b-9c49-d3483bdd04d0), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:58.243397 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-597e3b39-d088-4676-9dda-aab19c710ecc None None] Current status of the port 1c2158cf-a729-4b0d-b888-9e043a1e4924 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:58.267435 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 0680110a-0279-43f2-80d7-f801fe275022 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:58.267435 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (0680110a-0279-43f2-80d7-f801fe275022), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:58.267801 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 0680110a-0279-43f2-80d7-f801fe275022 Oct 03 14:51:58.307325 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:58.366422 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f651ec-3689-4b5e-b609-9e21d3482e0b,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:58.387323 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:51:58.404537 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Sync routers for ids ['07eb2779-da33-4d7e-b7c4-2557035ee674'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:51:58.430878 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Routers {'07eb2779-da33-4d7e-b7c4-2557035ee674'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:51:58.434557 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['07eb2779-da33-4d7e-b7c4-2557035ee674'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:58.535169 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:58.537089 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-d400a914-e33a-4934-af10-4bc71872d317 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0280659 Oct 03 14:51:58.546189 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51624) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:58.679542 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:58.744965 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:51:58.745211 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Router 72d34265-f079-48db-92dc-e317f47b8843 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:51:58.746822 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:51:58.825342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314f8fe-7943-434b-bc52-0dc9c69c446d None None] Pushing event updated for resources: {'Port': ['ID=9e0d0973-a6de-4431-a894-c400e7516d85,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:51:58.831970 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:58.843413 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Provisioning complete for port 24350acd-ec7d-46a8-99b7-e51756680e1c triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:58.844463 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:58.844960 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Attempt 1 to provision port 24350acd-ec7d-46a8-99b7-e51756680e1c Oct 03 14:51:58.887575 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:58.901139 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Set router 07eb2779-da33-4d7e-b7c4-2557035ee674 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:51:58.932952 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:51:58.937634 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:59.048186 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:51:59.148625 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 0680110a-0279-43f2-80d7-f801fe275022 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:59.150087 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 24350acd-ec7d-46a8-99b7-e51756680e1c up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:51:59.276146 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 24350acd-ec7d-46a8-99b7-e51756680e1c triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:59.276900 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:59.277448 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 24350acd-ec7d-46a8-99b7-e51756680e1c Oct 03 14:51:59.291113 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:51:59.307590 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-5148f482-c6d1-4f02-b42a-45a560ef1856 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/a923e6dd-5803-45d6-a668-f26a90e47c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0468862 Oct 03 14:51:59.354061 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:51:59.368376 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (925763bd-6908-4f5b-9c49-d3483bdd04d0), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:59.373011 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Allocated IP 172.20.0.1 (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2/531368b6-717e-46ea-9034-e66c809ad980/9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:51:59.447976 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:51Z', 'revision_number': 3, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:59.453944 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Current status of the port 24350acd-ec7d-46a8-99b7-e51756680e1c is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:59.500741 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cebad7-86e1-4849-80c7-95c4da3e1079 None None] The sync data for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi is: [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:51Z', 'revision_number': 3, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:51:59.514557 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:51:55Z', 'revision_number': 3, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'gw_port': {'id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:59.529786 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Provisioning complete for port a8f651ec-3689-4b5e-b609-9e21d3482e0b triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:59.530499 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:59.531049 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Attempt 1 to provision port a8f651ec-3689-4b5e-b609-9e21d3482e0b Oct 03 14:51:59.559888 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:51:59.588819 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Checking router: 07eb2779-da33-4d7e-b7c4-2557035ee674 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:51:59.594457 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Updating router 07eb2779-da33-4d7e-b7c4-2557035ee674 port c335b7eb-d37c-4d25-9fe6-6094791a131b binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:51:59.595639 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Sync routers for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:51:59.648281 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:59.666854 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-bf79ca76-d098-4469-bc2a-b15118f4cc00 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5404136 Oct 03 14:51:59.679978 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51642) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:51:59.684040 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:59.735975 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:51:59.736850 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:51:59.867735 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Port a8f651ec-3689-4b5e-b609-9e21d3482e0b cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:51:59.930700 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 24350acd-ec7d-46a8-99b7-e51756680e1c is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:51:59.958204 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Provisioning complete for port 5bea37e8-3f52-4548-b2ed-c90013abb488 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:51:59.961801 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:51:59.962357 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Attempt 1 to provision port 5bea37e8-3f52-4548-b2ed-c90013abb488 Oct 03 14:52:00.027143 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Router 925763bd-6908-4f5b-9c49-d3483bdd04d0 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:52:00.048721 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:00.412855 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:00.628950 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Publish callbacks [] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:00.645703 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:00.665060 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:00.672216 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:00.728136 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Allocated IP 172.20.0.1 (1a822274-e0ca-4ff0-95b8-688fdc218651/019c6a1a-8f10-467b-b66b-f97fb0700ada/5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:00.747570 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 6a6e9f94-e25a-4ca0-a830-de2159c7f551 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:00.760106 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Publish callbacks [] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:00.776194 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:00.786800 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:00.870303 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Attempting to bind port c335b7eb-d37c-4d25-9fe6-6094791a131b on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:00.872595 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Attempting to bind port c335b7eb-d37c-4d25-9fe6-6094791a131b by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:00.873108 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Attempting to bind port c335b7eb-d37c-4d25-9fe6-6094791a131b on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:00.915409 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:00.972088 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665eebc0-b5c1-4322-a6fb-d428714b1a13 None None] Pushing event updated for resources: {'Port': ['ID=c335b7eb-d37c-4d25-9fe6-6094791a131b,revision_number=2']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:00.997918 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51680) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:01.022261 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-bde20e80-b44a-4495-beea-b4b3aeeaf8b1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963255663', 'description': 'tempest-description--1661866311'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:01.050983 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:01.052366 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:01.052767 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.055349 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:01.055897 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Bound port: c335b7eb-d37c-4d25-9fe6-6094791a131b, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:01.056459 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.062224 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Current status of the port 5bea37e8-3f52-4548-b2ed-c90013abb488 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:01.062820 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.079737 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:52:01.113923 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:01.116301 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bde20e80-b44a-4495-beea-b4b3aeeaf8b1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.127655 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Sync routers for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:52:01.159481 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Publish callbacks [] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.197172 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.203764 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:01.204314 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:01.211128 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] For port 5bea37e8-3f52-4548-b2ed-c90013abb488, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=5bea37e8-3f52-4548-b2ed-c90013abb488,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:01.217371 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:01.250738 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.288338 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.293278 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-7909f593-0302-4092-9eff-7a64e387c871 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.1023943 Oct 03 14:52:01.301631 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51688) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:01.304685 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] For port c335b7eb-d37c-4d25-9fe6-6094791a131b, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:01.331551 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bde20e80-b44a-4495-beea-b4b3aeeaf8b1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (88ce2c03-367c-4d61-8cc4-060c3303b327), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.358013 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] For port c335b7eb-d37c-4d25-9fe6-6094791a131b, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=c335b7eb-d37c-4d25-9fe6-6094791a131b,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:01.366874 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bde20e80-b44a-4495-beea-b4b3aeeaf8b1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (88ce2c03-367c-4d61-8cc4-060c3303b327), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.373064 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:01.374440 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.375616 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 Oct 03 14:52:01.385192 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.394532 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.406509 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:01.450394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:01.465827 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:01.466602 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (f3fb317f-36be-4840-8fa8-6ef34b459d22), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.490904 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:01.498940 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Provisioning complete for port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:01.499339 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.499674 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Attempt 1 to provision port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 Oct 03 14:52:01.539013 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Network 1a822274-e0ca-4ff0-95b8-688fdc218651 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:01.549233 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Pushing event updated for resources: {'Port': ['ID=5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:01.551990 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:01.571568 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Routers {'07eb2779-da33-4d7e-b7c4-2557035ee674'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:01.574415 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['07eb2779-da33-4d7e-b7c4-2557035ee674'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:01.580138 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bde20e80-b44a-4495-beea-b4b3aeeaf8b1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.581578 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-bde20e80-b44a-4495-beea-b4b3aeeaf8b1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5826766 Oct 03 14:52:01.584236 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde20e80-b44a-4495-beea-b4b3aeeaf8b1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce2c03-367c-4d61-8cc4-060c3303b327,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:01.600179 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51698) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:01.604938 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-9eb12a66-28b4-4a00-98ca-770c608088ec tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group_rule': {'security_group_id': '88ce2c03-367c-4d61-8cc4-060c3303b327', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:01.712845 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:01.714010 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (07eb2779-da33-4d7e-b7c4-2557035ee674), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.750284 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:01.808859 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9eb12a66-28b4-4a00-98ca-770c608088ec tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (6a442a4d-ac33-4adb-901c-603b93f9be5f), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.819610 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:01.820172 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:01.823935 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Pushing event updated for resources: {'Port': ['ID=5bea37e8-3f52-4548-b2ed-c90013abb488,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:01.860610 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:51:55Z', 'revision_number': 3, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:01.972539 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Checking router: 72d34265-f079-48db-92dc-e317f47b8843 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:52:01.975333 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Updating router 72d34265-f079-48db-92dc-e317f47b8843 port 458ea9be-82c9-475f-90a9-0c56218f20c4 binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:52:02.003384 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9eb12a66-28b4-4a00-98ca-770c608088ec tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (6a442a4d-ac33-4adb-901c-603b93f9be5f), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.044650 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 6a6e9f94-e25a-4ca0-a830-de2159c7f551, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=6a6e9f94-e25a-4ca0-a830-de2159c7f551,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:02.090730 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.093134 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 24350acd-ec7d-46a8-99b7-e51756680e1c up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:02.096132 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9eb12a66-28b4-4a00-98ca-770c608088ec tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (6a442a4d-ac33-4adb-901c-603b93f9be5f), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.106310 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:02.112355 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51708) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:02.208640 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Current status of the port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:02.212945 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.228366 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9eb12a66-28b4-4a00-98ca-770c608088ec tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.230924 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-9eb12a66-28b4-4a00-98ca-770c608088ec tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6292574 Oct 03 14:52:02.242338 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51716) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:02.243820 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb12a66-28b4-4a00-98ca-770c608088ec tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a442a4d-ac33-4adb-901c-603b93f9be5f,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:02.247041 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.248701 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] Set router 07eb2779-da33-4d7e-b7c4-2557035ee674 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:02.265811 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-864ba206-cc3a-4fd0-8ab4-c5da8f19a994 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group_rule': {'security_group_id': '88ce2c03-367c-4d61-8cc4-060c3303b327', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:02.271676 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665eebc0-b5c1-4322-a6fb-d428714b1a13 None None] Pushing event updated for resources: {'Port': ['ID=c335b7eb-d37c-4d25-9fe6-6094791a131b,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:02.336397 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:02.392241 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.428706 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9bcd14d9-6e71-4d80-96af-399a6b264711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.445463 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:02.458661 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-864ba206-cc3a-4fd0-8ab4-c5da8f19a994 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (5c2ba6a3-4450-4243-9ae7-7427854503cc), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.640923 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.659171 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-864ba206-cc3a-4fd0-8ab4-c5da8f19a994 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (5c2ba6a3-4450-4243-9ae7-7427854503cc), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.680545 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-864ba206-cc3a-4fd0-8ab4-c5da8f19a994 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (5c2ba6a3-4450-4243-9ae7-7427854503cc), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.719982 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ba206-cc3a-4fd0-8ab4-c5da8f19a994 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2ba6a3-4450-4243-9ae7-7427854503cc,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:02.775890 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-864ba206-cc3a-4fd0-8ab4-c5da8f19a994 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.777454 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-864ba206-cc3a-4fd0-8ab4-c5da8f19a994 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5238690 Oct 03 14:52:02.781596 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51728) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:02.791932 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:02.869930 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:02.944768 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Publish callbacks [] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.954355 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.963309 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:52:02.974818 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9bcd14d9-6e71-4d80-96af-399a6b264711 admin admin] Publish callbacks [] for security_group (d7ae71eb-9abb-4273-9c36-0cf04f8467b7), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:02.980746 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.005618 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:51:55Z', 'revision_number': 3, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'gw_port': {'id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:03.012817 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9bcd14d9-6e71-4d80-96af-399a6b264711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (d7ae71eb-9abb-4273-9c36-0cf04f8467b7), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.062165 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:03.062798 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:03.071922 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b130e-be9c-414e-b8fa-7dca767ee730 None None] The sync data for ids ['07eb2779-da33-4d7e-b7c4-2557035ee674'] in dv-cinder-859877-2-iscsi is: [{'id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:51:55Z', 'revision_number': 3, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'gw_port': {'id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:52:03.109042 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 3, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:03.153610 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=6a6e9f94-e25a-4ca0-a830-de2159c7f551,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:03.157061 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Attempting to bind port 458ea9be-82c9-475f-90a9-0c56218f20c4 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:03.162371 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Attempting to bind port 458ea9be-82c9-475f-90a9-0c56218f20c4 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:03.162987 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Checking router: 925763bd-6908-4f5b-9c49-d3483bdd04d0 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:52:03.163288 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Attempting to bind port 458ea9be-82c9-475f-90a9-0c56218f20c4 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:03.163409 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Updating router 925763bd-6908-4f5b-9c49-d3483bdd04d0 port 4670408c-a27e-4166-8764-4f0689be3fd5 binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:52:03.198058 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Publish callbacks [] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.206137 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-9bcd14d9-6e71-4d80-96af-399a6b264711 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=56485c17468e448cb52e2c2206e8c6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0871482 Oct 03 14:52:03.226322 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:03.228755 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51732) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:03.233228 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.233635 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 24350acd-ec7d-46a8-99b7-e51756680e1c triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:03.234361 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.234928 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 24350acd-ec7d-46a8-99b7-e51756680e1c Oct 03 14:52:03.249379 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd14d9-6e71-4d80-96af-399a6b264711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ae71eb-9abb-4273-9c36-0cf04f8467b7,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:03.251235 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.269177 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Publish callbacks [] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.277254 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.278197 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (f3fb317f-36be-4840-8fa8-6ef34b459d22), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.305291 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:03.325553 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.327673 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (07eb2779-da33-4d7e-b7c4-2557035ee674), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.335561 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.341018 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:03.401646 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:03.517229 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:03.538153 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Pushing event updated for resources: {'Port': ['ID=5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:03.562741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:03.585154 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:03.603721 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.db.api [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 14:52:03.604371 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG oslo_db.api [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 14:52:03.616697 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be71d3b-69f7-43a9-a5f8-8b007bdf5d32 None None] Pushing event updated for resources: {'Port': ['ID=458ea9be-82c9-475f-90a9-0c56218f20c4,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:03.623011 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1f5dcaef-69ca-4f47-8576-730b7b5eed76 admin admin] Publish callbacks [] for security_group (d7ae71eb-9abb-4273-9c36-0cf04f8467b7), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.632885 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:03.658518 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1f5dcaef-69ca-4f47-8576-730b7b5eed76 admin admin] Publish callbacks [] for security_group (d7ae71eb-9abb-4273-9c36-0cf04f8467b7), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.664493 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:03.665320 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:03.666250 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.667024 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:03.667751 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Bound port: 458ea9be-82c9-475f-90a9-0c56218f20c4, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:03.668380 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:03.719374 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:03.744026 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Allocated IP 172.27.1.6 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/c0310392-3810-42c0-a7f7-a50f9f13d8ff) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:03.837492 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Network 1a822274-e0ca-4ff0-95b8-688fdc218651 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:03.856004 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 24350acd-ec7d-46a8-99b7-e51756680e1c is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:03.857126 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device e2b3c79a-a541-46fc-8fcc-561ad7c3791c up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:03.861451 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] For port 458ea9be-82c9-475f-90a9-0c56218f20c4, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:03.869870 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:03.881385 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] For port 458ea9be-82c9-475f-90a9-0c56218f20c4, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=458ea9be-82c9-475f-90a9-0c56218f20c4,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:04.003251 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.084650 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be71d3b-69f7-43a9-a5f8-8b007bdf5d32 None None] Pushing event updated for resources: {'Port': ['ID=458ea9be-82c9-475f-90a9-0c56218f20c4,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:04.103524 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port e2b3c79a-a541-46fc-8fcc-561ad7c3791c triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:04.104057 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.104518 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port e2b3c79a-a541-46fc-8fcc-561ad7c3791c Oct 03 14:52:04.216152 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:04.217406 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:04.241746 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Router 07eb2779-da33-4d7e-b7c4-2557035ee674 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:52:04.248260 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (c0310392-3810-42c0-a7f7-a50f9f13d8ff), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.267384 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:04.273043 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-a30e944b-2e03-4ecb-9e7b-ee11de4d14c8 None None] Current status of the port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:04.294004 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 2, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:04.299030 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Router f3fb317f-36be-4840-8fa8-6ef34b459d22 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:52:04.299866 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1f5dcaef-69ca-4f47-8576-730b7b5eed76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (d7ae71eb-9abb-4273-9c36-0cf04f8467b7), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.302927 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1f5dcaef-69ca-4f47-8576-730b7b5eed76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.304066 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-1f5dcaef-69ca-4f47-8576-730b7b5eed76 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d7ae71eb-9abb-4273-9c36-0cf04f8467b7 HTTP/1.1" status: 204 len: 168 time: 1.0700932 Oct 03 14:52:04.338145 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:04.341343 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dcaef-69ca-4f47-8576-730b7b5eed76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ae71eb-9abb-4273-9c36-0cf04f8467b7,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:04.342349 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:52:04.343315 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Updating router a923e6dd-5803-45d6-a668-f26a90e47c7d port a8f651ec-3689-4b5e-b609-9e21d3482e0b binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:52:04.358549 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Allocated IP 172.20.0.1 (e62ce727-fdfc-4635-82f1-b266a0898b13/002c4d07-fa50-487b-aa78-a8fe6f0bc8f2/90131420-9785-4232-b06f-9f05e99fe5d8) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:04.398448 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (c0310392-3810-42c0-a7f7-a50f9f13d8ff), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.419770 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.462406 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:04.486224 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:52:04.492319 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:04.502684 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-d0b47c94-5d0a-466e-9e2c-90b077f7338e admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/07eb2779-da33-4d7e-b7c4-2557035ee674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9552886 Oct 03 14:52:04.503807 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:04.509368 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=c0310392-3810-42c0-a7f7-a50f9f13d8ff,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:04.654712 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:04.655992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port e2b3c79a-a541-46fc-8fcc-561ad7c3791c is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:04.656508 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.686816 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:04.710952 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (11db4b8b-f78f-4f6b-af6b-4f8f253d575c), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.784932 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Provisioning complete for port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:04.785445 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.785900 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Attempt 1 to provision port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b Oct 03 14:52:04.815565 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Publish callbacks [] for port (4670408c-a27e-4166-8764-4f0689be3fd5), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.820091 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c0310392-3810-42c0-a7f7-a50f9f13d8ff), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.834079 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.876048 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port e2b3c79a-a541-46fc-8fcc-561ad7c3791c, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=e2b3c79a-a541-46fc-8fcc-561ad7c3791c,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:04.892783 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:04.909314 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.924671 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:04.925451 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 5bea37e8-3f52-4548-b2ed-c90013abb488 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:04.948044 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb2aff-f684-415b-b8c8-eeb2ab663953 None None] Pushing event updated for resources: {'Port': ['ID=4670408c-a27e-4166-8764-4f0689be3fd5,revision_number=2']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:04.956601 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Attempting to bind port 4670408c-a27e-4166-8764-4f0689be3fd5 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:04.957188 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Attempting to bind port 4670408c-a27e-4166-8764-4f0689be3fd5 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:04.958646 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Attempting to bind port 4670408c-a27e-4166-8764-4f0689be3fd5 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:05.051331 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:05.053766 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:05.054301 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.055044 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:05.056220 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Bound port: 4670408c-a27e-4166-8764-4f0689be3fd5, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:05.057133 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.098986 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=e2b3c79a-a541-46fc-8fcc-561ad7c3791c,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:05.153166 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:05.179829 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] For port 4670408c-a27e-4166-8764-4f0689be3fd5, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:05.189634 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] For port 4670408c-a27e-4166-8764-4f0689be3fd5, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=4670408c-a27e-4166-8764-4f0689be3fd5,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:05.204810 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.211948 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:05.237823 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Allocated IP 172.20.0.1 (3de19230-35e5-430c-b606-8b501507ea36/a48f3f05-3214-4e90-88bc-7c789ec0a9f7/255d2600-1fd1-4ccf-bd5d-c029fcf8c399) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:05.250839 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (c0310392-3810-42c0-a7f7-a50f9f13d8ff), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.263199 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (c0310392-3810-42c0-a7f7-a50f9f13d8ff), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.264612 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (11db4b8b-f78f-4f6b-af6b-4f8f253d575c), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.318889 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb2aff-f684-415b-b8c8-eeb2ab663953 None None] Pushing event updated for resources: {'Port': ['ID=4670408c-a27e-4166-8764-4f0689be3fd5,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:05.337735 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:05.338631 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:05.405928 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.421974 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6297150 Oct 03 14:52:05.425825 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:05.432918 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc32f5-3106-49d7-80c6-0321f207b0a8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=c0310392-3810-42c0-a7f7-a50f9f13d8ff,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:05.443512 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Publish callbacks [] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.459089 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:05.462163 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:05.546473 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Publish callbacks [] for port (90131420-9785-4232-b06f-9f05e99fe5d8), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.553808 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51790) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:05.558298 dv-cinder-859877-2-iscsi neutron-server[112659]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 03 14:52:05.567759 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:52:05.567932 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Provisioning complete for port a8f651ec-3689-4b5e-b609-9e21d3482e0b triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:05.568253 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.568617 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Attempt 1 to provision port a8f651ec-3689-4b5e-b609-9e21d3482e0b Oct 03 14:52:05.593583 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-91c20298-da40-4330-b5ca-94469ac93ca8 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/f3fb317f-36be-4840-8fa8-6ef34b459d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0553937 Oct 03 14:52:05.597120 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Sync routers for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:52:05.622092 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:51:55Z', 'revision_number': 3, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:05.696339 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 5bea37e8-3f52-4548-b2ed-c90013abb488 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:05.696735 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.697072 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 5bea37e8-3f52-4548-b2ed-c90013abb488 Oct 03 14:52:05.701569 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.710285 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:05.710912 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:05.755172 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Port a8f651ec-3689-4b5e-b609-9e21d3482e0b cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:05.808579 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2409e0ea-8286-48e0-b414-8d2dcb447ae3 None None] The sync data for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi is: [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:51:55Z', 'revision_number': 3, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:52:05.826277 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51810) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:05.839225 dv-cinder-859877-2-iscsi neutron-server[112658]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 03 14:52:05.841477 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Network 3de19230-35e5-430c-b606-8b501507ea36 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:05.854717 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:05.874523 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:05.877924 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:05.878397 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (925763bd-6908-4f5b-9c49-d3483bdd04d0), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.891088 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.922361 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Provisioning complete for port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:05.924381 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:05.924871 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Attempt 1 to provision port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 Oct 03 14:52:05.937699 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Sync routers for ids ['07eb2779-da33-4d7e-b7c4-2557035ee674'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:52:05.974232 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:06.036392 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Pushing event updated for resources: {'Port': ['ID=255d2600-1fd1-4ccf-bd5d-c029fcf8c399,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:06.076846 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Routers {'07eb2779-da33-4d7e-b7c4-2557035ee674'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:06.077482 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['07eb2779-da33-4d7e-b7c4-2557035ee674'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:06.089145 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-25e04c1a-f086-4c06-821a-3de11895fdec tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:06.093119 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-25e04c1a-f086-4c06-821a-3de11895fdec tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/networks?id=1a822274-e0ca-4ff0-95b8-688fdc218651 HTTP/1.1" status: 200 len: 811 time: 0.5380018 Oct 03 14:52:06.130816 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-0c63ca68-8e53-47c5-acb5-f7cbbf3fbcb2 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/quotas/2e3b8c8420474d9397a3578350b9eacf HTTP/1.1" status: 200 len: 375 time: 0.0215440 Oct 03 14:52:06.140443 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b77fb6e1-f0f3-4b6c-bf69-6688e6529901 None None] Port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:06.189557 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Pushing event updated for resources: {'Port': ['ID=90131420-9785-4232-b06f-9f05e99fe5d8,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:06.195576 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:06.240900 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:06.269042 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Network e62ce727-fdfc-4635-82f1-b266a0898b13 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:06.280384 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:06.283309 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:06.283938 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (72d34265-f079-48db-92dc-e317f47b8843), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:06.284921 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Publish callbacks [] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:06.295866 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 5bea37e8-3f52-4548-b2ed-c90013abb488 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:06.337048 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:06.362587 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-325958b8-773a-4958-8620-4b43b6f5dc45 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2e3b8c8420474d9397a3578350b9eacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2260971 Oct 03 14:52:06.400503 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:06.480198 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-d31995bb-b5b5-47c3-9f27-312449245128 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1963255663&fields=id&tenant_id=f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 267 time: 0.6492994 Oct 03 14:52:06.491969 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f99cd7-7850-4081-ae04-cc3ec955cdd7 None None] Pushing event updated for resources: {'Port': ['ID=a8f651ec-3689-4b5e-b609-9e21d3482e0b,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:06.502715 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-9f6f6210-a395-404f-a06c-0722069aaf16 None None] Provisioning complete for port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:06.503107 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9f6f6210-a395-404f-a06c-0722069aaf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:06.503458 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-9f6f6210-a395-404f-a06c-0722069aaf16 None None] Attempt 1 to provision port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 Oct 03 14:52:06.693176 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:06.695791 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Set router 07eb2779-da33-4d7e-b7c4-2557035ee674 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:06.816787 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 9e0d0973-a6de-4431-a894-c400e7516d85 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:06.865102 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f6210-a395-404f-a06c-0722069aaf16 None None] Port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:06.882937 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-65c82368-270b-4030-9288-a9cdc699733e service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:52:06.886592 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-65c82368-270b-4030-9288-a9cdc699733e service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2012646 Oct 03 14:52:06.898893 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 3, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:06.937081 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa6c19-0779-416e-bc1e-db7f7766a8b0 None None] The sync data for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi is: [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 3, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:52:06.948701 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 2, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:07.010605 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Checking router: f3fb317f-36be-4840-8fa8-6ef34b459d22 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:52:07.010958 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Updating router f3fb317f-36be-4840-8fa8-6ef34b459d22 port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:52:07.043623 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.063447 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-721a4280-c93d-45fc-af88-41979dacdc46 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1a822274-e0ca-4ff0-95b8-688fdc218651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646085 Oct 03 14:52:07.139575 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Attempting to bind port a8f651ec-3689-4b5e-b609-9e21d3482e0b on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:07.140143 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Attempting to bind port a8f651ec-3689-4b5e-b609-9e21d3482e0b by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:07.140669 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Attempting to bind port a8f651ec-3689-4b5e-b609-9e21d3482e0b on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:07.226437 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-a3c13010-b2d8-4ccd-bc59-1095f1787327 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/1a822274-e0ca-4ff0-95b8-688fdc218651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565990 Oct 03 14:52:07.270889 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-be446c68-1389-4d40-bc50-20c658a895c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:07.273784 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 9e0d0973-a6de-4431-a894-c400e7516d85 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:07.275697 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.276189 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 9e0d0973-a6de-4431-a894-c400e7516d85 Oct 03 14:52:07.295379 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-be446c68-1389-4d40-bc50-20c658a895c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 815 time: 0.7852335 Oct 03 14:52:07.361071 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-e34935ee-5907-465b-b111-b97c99da8b48 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/quotas/f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 375 time: 0.0638106 Oct 03 14:52:07.362299 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.391794 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.405977 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:07.406342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Checking segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:07.406913 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.407434 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Bound using segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:07.408062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Bound port: a8f651ec-3689-4b5e-b609-9e21d3482e0b, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:07.408593 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.419510 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-50ab2234-03de-484c-a2f6-908b433edec9 None None] Provisioning complete for port 90131420-9785-4232-b06f-9f05e99fe5d8 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:07.420067 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-50ab2234-03de-484c-a2f6-908b433edec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.420556 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-50ab2234-03de-484c-a2f6-908b433edec9 None None] Attempt 1 to provision port 90131420-9785-4232-b06f-9f05e99fe5d8 Oct 03 14:52:07.544103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:07.562810 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:07.625687 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-50ab2234-03de-484c-a2f6-908b433edec9 None None] Port 90131420-9785-4232-b06f-9f05e99fe5d8 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:07.678929 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-47fe3845-02fd-4de9-b817-8328f37fec0b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3048193 Oct 03 14:52:07.780554 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] For port a8f651ec-3689-4b5e-b609-9e21d3482e0b, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:07.797171 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'gw_port': {'id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b', 'name': '', 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'mac_address': 'fa:16:3e:0e:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '019c6a1a-8f10-467b-b66b-f97fb0700ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:00Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 2, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'subnets': [{'id': '019c6a1a-8f10-467b-b66b-f97fb0700ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:07.802113 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 9e0d0973-a6de-4431-a894-c400e7516d85 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:07.802496 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.825301 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Publish callbacks [] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.835518 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 9e0d0973-a6de-4431-a894-c400e7516d85, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=9e0d0973-a6de-4431-a894-c400e7516d85,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:07.839721 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.869129 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] For port a8f651ec-3689-4b5e-b609-9e21d3482e0b, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=a8f651ec-3689-4b5e-b609-9e21d3482e0b,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:07.880683 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:07.881473 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 6a6e9f94-e25a-4ca0-a830-de2159c7f551 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:07.890899 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Checking router: 07eb2779-da33-4d7e-b7c4-2557035ee674 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:52:07.891338 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Updating router 07eb2779-da33-4d7e-b7c4-2557035ee674 port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:52:07.903012 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:07.938153 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:07.967268 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.091191 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.100740 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Attempting to bind port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:08.101276 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Attempting to bind port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:08.101958 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Attempting to bind port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:08.170239 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:08.171145 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:08.172689 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1123789-5ac0-4520-b803-395aba42cd52 None None] Pushing event updated for resources: {'Port': ['ID=9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:08.177747 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:08.178114 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Checking segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:08.178513 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.178893 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Bound using segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:08.179376 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Bound port: 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:08.179738 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.220002 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Publish callbacks [] for port (90131420-9785-4232-b06f-9f05e99fe5d8), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.240702 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=9e0d0973-a6de-4431-a894-c400e7516d85,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:08.255466 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 51896) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:08.275407 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.279968 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (72d34265-f079-48db-92dc-e317f47b8843), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.293416 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Publish callbacks [] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.322756 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.323734 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (925763bd-6908-4f5b-9c49-d3483bdd04d0), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.365687 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] For port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:08.377558 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] For port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:08.396697 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.472873 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-63667622-5016-4338-bf4c-82beec17c6d3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:08.476250 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-63667622-5016-4338-bf4c-82beec17c6d3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 819 time: 0.3358130 Oct 03 14:52:08.498238 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:08.501071 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:08.513262 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-3f7c95a6-b0b1-4422-a3b4-08a29730943e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/quotas/83b495f3cb9b437d9572f4d33327fbf7 HTTP/1.1" status: 200 len: 375 time: 0.0291455 Oct 03 14:52:08.558239 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:08.560557 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:08.623029 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1123789-5ac0-4520-b803-395aba42cd52 None None] Pushing event updated for resources: {'Port': ['ID=9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93,revision_number=4']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:08.624546 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-1ad913a0-4f66-4f05-a0f8-b784e183d959 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100824 Oct 03 14:52:08.682414 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:08.704836 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-ea567b9e-aa38-47b5-84ef-39d40e70d1a8 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:52:08.713483 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-ea567b9e-aa38-47b5-84ef-39d40e70d1a8 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2271466 Oct 03 14:52:08.737446 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-44c92307-48c7-4f3d-929d-beaf4affd449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.749208 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Pushing event updated for resources: {'Port': ['ID=90131420-9785-4232-b06f-9f05e99fe5d8,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:08.766883 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:08.777186 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:08.777708 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:08.778280 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 Oct 03 14:52:08.855137 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-75aa4ea4-3fb8-49e9-87d4-79894f8d0927 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289813 Oct 03 14:52:08.998512 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-7ad61c1b-be67-4b86-8e39-ddddb9c5e4c8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420431 Oct 03 14:52:09.086838 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Pushing event updated for resources: {'Port': ['ID=255d2600-1fd1-4ccf-bd5d-c029fcf8c399,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:09.105673 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Network e62ce727-fdfc-4635-82f1-b266a0898b13 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:09.129680 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:09.149982 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Network 3de19230-35e5-430c-b606-8b501507ea36 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:09.169984 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:09.183368 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-0e513fba-ddbd-4a8a-9dfa-355a50e963c9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688020 Oct 03 14:52:09.203778 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f99cd7-7850-4081-ae04-cc3ec955cdd7 None None] Pushing event updated for resources: {'Port': ['ID=a8f651ec-3689-4b5e-b609-9e21d3482e0b,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:09.236116 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:09.410174 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:08Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:09.435772 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-45d2be57-e4f6-46e3-8c54-ad4c41b6f8fe req-4ad31fd5-a4d2-43e8-baf3-6a27a530728e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 210 time: 0.1843891 Oct 03 14:52:09.548177 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:09.549830 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 5bea37e8-3f52-4548-b2ed-c90013abb488 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:09.632760 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:09.712463 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-13ae1272-3d75-433a-9b03-515522d43bd6 req-5753d82f-61e7-46ec-9673-e67d1cb6eae3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 210 time: 0.1147716 Oct 03 14:52:09.756173 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f2231-bcd1-498c-83ce-8955b5ac55fe None None] The sync data for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi is: [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:08Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:52:09.780250 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-44c92307-48c7-4f3d-929d-beaf4affd449 admin admin] Publish callbacks [] for security_group (e2b8d6af-e264-4482-a2d0-a3c6179ef185), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:09.807077 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-44c92307-48c7-4f3d-929d-beaf4affd449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e2b8d6af-e264-4482-a2d0-a3c6179ef185), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:09.907911 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:09.920229 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-5e60a79a-8dca-4ebd-b255-41d948670c6e None None] Provisioning complete for port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:09.920384 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-5e60a79a-8dca-4ebd-b255-41d948670c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:09.920466 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-b4e5d5b0-e6e4-4f95-bed2-6e89af46808c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7356174 Oct 03 14:52:09.922820 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-5e60a79a-8dca-4ebd-b255-41d948670c6e None None] Attempt 1 to provision port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 Oct 03 14:52:09.998483 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-44c92307-48c7-4f3d-929d-beaf4affd449 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b1572107b31e46d4acbeae8cfee7f4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7350936 Oct 03 14:52:10.000420 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Router 72d34265-f079-48db-92dc-e317f47b8843 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:52:10.001129 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 51960) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:10.016784 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c92307-48c7-4f3d-929d-beaf4affd449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b8d6af-e264-4482-a2d0-a3c6179ef185,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:10.060045 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Router 925763bd-6908-4f5b-9c49-d3483bdd04d0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:52:10.102563 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Publish callbacks [] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:10.211132 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48cf7d1-891d-42a9-a300-cb14728bd90b None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:52:10.243923 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:10.245434 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:10.310290 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e765-aeb6-4da1-9da7-abdd042d028b admin admin] Publish callbacks [] for security_group (e2b8d6af-e264-4482-a2d0-a3c6179ef185), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:10.368572 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e765-aeb6-4da1-9da7-abdd042d028b admin admin] Publish callbacks [] for security_group (e2b8d6af-e264-4482-a2d0-a3c6179ef185), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:10.379258 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a30167e6-bb4a-4883-8915-5848925a3e37 req-1cd655ca-dafb-4441-83c6-119f5d899bd4 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 210 time: 0.1011283 Oct 03 14:52:10.444108 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-4a6d2b61-9425-488c-8743-fa9c7e847581 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:10.448285 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:52:10.454761 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-4a6d2b61-9425-488c-8743-fa9c7e847581 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 819 time: 0.3442824 Oct 03 14:52:10.463979 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-9a73a26f-ed71-4c7b-82b9-e9032cf0dcab admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/72d34265-f079-48db-92dc-e317f47b8843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7134223 Oct 03 14:52:10.491733 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:52:10.515393 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-d79c2392-5768-40e0-a765-2803e194d08a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/quotas/83b495f3cb9b437d9572f4d33327fbf7 HTTP/1.1" status: 200 len: 375 time: 0.0532269 Oct 03 14:52:10.523553 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-7cdc846d-70a9-46b1-8d8e-2f623d92e73f admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/925763bd-6908-4f5b-9c49-d3483bdd04d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2134933 Oct 03 14:52:10.642203 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:10.659688 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-6c8ae281-063f-44fe-b47b-770307f25c40 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1423614 Oct 03 14:52:10.738788 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-5e60a79a-8dca-4ebd-b255-41d948670c6e None None] Port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:10.794515 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-5e60a79a-8dca-4ebd-b255-41d948670c6e None None] Provisioning complete for port 90131420-9785-4232-b06f-9f05e99fe5d8 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:10.795156 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-5e60a79a-8dca-4ebd-b255-41d948670c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:10.795882 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-5e60a79a-8dca-4ebd-b255-41d948670c6e None None] Attempt 1 to provision port 90131420-9785-4232-b06f-9f05e99fe5d8 Oct 03 14:52:10.883981 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35313896-d8cb-4586-a8e4-8b4c4b028d35 None None] Pushing event updated for resources: {'Port': ['ID=5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:10.919961 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b83517b9-be0d-414e-8301-7ea903087db6 req-d8778d09-1fc0-48de-b11c-155233ee6421 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 210 time: 0.0815327 Oct 03 14:52:11.054385 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:11.062183 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-5e60a79a-8dca-4ebd-b255-41d948670c6e None None] Port 90131420-9785-4232-b06f-9f05e99fe5d8 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:11.118201 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 5bea37e8-3f52-4548-b2ed-c90013abb488 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:11.118695 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:11.119088 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 5bea37e8-3f52-4548-b2ed-c90013abb488 Oct 03 14:52:11.163271 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Attempting to bind port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:11.163651 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Attempting to bind port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:11.164003 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Attempting to bind port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b on network 1a822274-e0ca-4ff0-95b8-688fdc218651 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:11.272341 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:11.323132 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e765-aeb6-4da1-9da7-abdd042d028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e2b8d6af-e264-4482-a2d0-a3c6179ef185), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:11.329096 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e765-aeb6-4da1-9da7-abdd042d028b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:11.333453 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-2ea4e765-aeb6-4da1-9da7-abdd042d028b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e2b8d6af-e264-4482-a2d0-a3c6179ef185 HTTP/1.1" status: 204 len: 168 time: 1.3280990 Oct 03 14:52:11.336413 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 5bea37e8-3f52-4548-b2ed-c90013abb488 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:11.339066 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device e2b3c79a-a541-46fc-8fcc-561ad7c3791c up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:11.342653 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:11.343121 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Checking segment: {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:11.343602 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:11.344316 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Bound using segment: {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:11.344994 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Bound port: 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:11.345544 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:11.423909 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4e765-aeb6-4da1-9da7-abdd042d028b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b8d6af-e264-4482-a2d0-a3c6179ef185,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:11.476904 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] For port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:11.480765 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] For port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:11.515946 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:11.533800 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-6dc187ba-ef33-48d9-bcf5-d76b11dbbd07 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8727109 Oct 03 14:52:11.554337 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52030) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:11.560652 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-c464a525-6007-4bd1-8130-df3cde2d0906 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953263755', 'description': 'tempest-description--353582465'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:11.564778 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Sync routers for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:52:11.596889 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:11.603014 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:11.690941 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c464a525-6007-4bd1-8130-df3cde2d0906 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:11.862564 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-a7287113-fc10-4938-9e95-067010f1fbba service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199291 Oct 03 14:52:11.883259 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Routers {'07eb2779-da33-4d7e-b7c4-2557035ee674'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:11.885431 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['07eb2779-da33-4d7e-b7c4-2557035ee674'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:12.025417 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port e2b3c79a-a541-46fc-8fcc-561ad7c3791c triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:12.025417 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.025417 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port e2b3c79a-a541-46fc-8fcc-561ad7c3791c Oct 03 14:52:12.074036 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:12.078787 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c464a525-6007-4bd1-8130-df3cde2d0906 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (11f7ddc2-5335-47de-afb5-d7c2d1208988), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.091643 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c464a525-6007-4bd1-8130-df3cde2d0906 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (11f7ddc2-5335-47de-afb5-d7c2d1208988), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.211221 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35313896-d8cb-4586-a8e4-8b4c4b028d35 None None] Pushing event updated for resources: {'Port': ['ID=5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:12.246527 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464a525-6007-4bd1-8130-df3cde2d0906 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f7ddc2-5335-47de-afb5-d7c2d1208988,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:12.286817 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-c464a525-6007-4bd1-8130-df3cde2d0906 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.293368 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-c464a525-6007-4bd1-8130-df3cde2d0906 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7373855 Oct 03 14:52:12.296280 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52054) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:12.332818 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-5e39a777-a743-4e4c-91e1-45328de615ca tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'security_group_rule': {'security_group_id': '11f7ddc2-5335-47de-afb5-d7c2d1208988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:12.418161 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52058) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:12.464695 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52060) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:12.466947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5e39a777-a743-4e4c-91e1-45328de615ca tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (31d82657-1dcc-4be3-9ea1-9f7cbdcb4aa9), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.475152 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7cdc87e9-4fe0-4f64-89db-cd813d9eb07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.583358 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] Set router 07eb2779-da33-4d7e-b7c4-2557035ee674 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:12.603678 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:12.705356 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 2, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:12.724233 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-cb11a0a3-8437-4658-b7bf-ceecdb756253 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418491937', 'description': 'tempest-description--71423778'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:12.782586 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:12.787817 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Sync routers for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:52:12.789714 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-66c49e1b-ef3e-4c8c-b81e-92ed36c7bece req-9debf5c1-86f6-40c7-9378-6c7fafa61613 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 210 time: 0.1673656 Oct 03 14:52:12.792718 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.42', 62036) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:12.812568 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cb11a0a3-8437-4658-b7bf-ceecdb756253 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.816018 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7cdc87e9-4fe0-4f64-89db-cd813d9eb07a admin admin] Publish callbacks [] for security_group (5f359467-3e56-4081-b5cc-1742169fafd0), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.841950 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Checking router: 72d34265-f079-48db-92dc-e317f47b8843 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:52:12.841950 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Updating router 72d34265-f079-48db-92dc-e317f47b8843 port 90131420-9785-4232-b06f-9f05e99fe5d8 binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:52:12.935378 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:12.938267 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:12.951302 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7cdc87e9-4fe0-4f64-89db-cd813d9eb07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (5f359467-3e56-4081-b5cc-1742169fafd0), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.960932 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5e39a777-a743-4e4c-91e1-45328de615ca tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (31d82657-1dcc-4be3-9ea1-9f7cbdcb4aa9), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:12.983002 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:12.986445 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.043620 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5e39a777-a743-4e4c-91e1-45328de615ca tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (31d82657-1dcc-4be3-9ea1-9f7cbdcb4aa9), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.159927 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:13.176524 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-7cdc87e9-4fe0-4f64-89db-cd813d9eb07a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=6e213de3674d43fd929731e751e4ee0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7559516 Oct 03 14:52:13.177549 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52074) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:13.179339 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-568fbba5-6428-48ec-99c7-4028d9290ecf req-2fa9376e-c611-47f9-892c-91ee92188a66 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 210 time: 0.2145684 Oct 03 14:52:13.198915 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39a777-a743-4e4c-91e1-45328de615ca tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d82657-1dcc-4be3-9ea1-9f7cbdcb4aa9,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:13.203252 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dfda86b8-fcbf-4588-88f7-4c3930be46a4 req-3860e5d9-e0c2-4860-afd3-19f417b6074f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 210 time: 0.3851538 Oct 03 14:52:13.216420 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5e39a777-a743-4e4c-91e1-45328de615ca tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.222289 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5e39a777-a743-4e4c-91e1-45328de615ca tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9240670 Oct 03 14:52:13.225691 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52076) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:13.240798 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-ddacd5a3-4200-4d1b-953e-cb9fc2cb1549 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'security_group_rule': {'security_group_id': '11f7ddc2-5335-47de-afb5-d7c2d1208988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:13.300581 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc87e9-4fe0-4f64-89db-cd813d9eb07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f359467-3e56-4081-b5cc-1742169fafd0,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:13.310079 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:13.342726 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-52d3db60-694f-4dba-abc1-8cf4d445571c admin admin] Publish callbacks [] for security_group (5f359467-3e56-4081-b5cc-1742169fafd0), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.352412 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-37dc52ac-cbc1-47c6-85bd-000145e6b61d tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:13.353752 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-37dc52ac-cbc1-47c6-85bd-000145e6b61d tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.42 "GET /networking/v2.0/networks?id=1a822274-e0ca-4ff0-95b8-688fdc218651 HTTP/1.1" status: 200 len: 811 time: 0.5569689 Oct 03 14:52:13.374812 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-52d3db60-694f-4dba-abc1-8cf4d445571c admin admin] Publish callbacks [] for security_group (5f359467-3e56-4081-b5cc-1742169fafd0), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.408646 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cb11a0a3-8437-4658-b7bf-ceecdb756253 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (08b16584-bcd8-4dfb-ac58-b175dfb20156), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.427641 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cb11a0a3-8437-4658-b7bf-ceecdb756253 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (08b16584-bcd8-4dfb-ac58-b175dfb20156), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.443990 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-52d3db60-694f-4dba-abc1-8cf4d445571c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (5f359467-3e56-4081-b5cc-1742169fafd0), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.451682 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-52d3db60-694f-4dba-abc1-8cf4d445571c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.458234 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-52d3db60-694f-4dba-abc1-8cf4d445571c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5f359467-3e56-4081-b5cc-1742169fafd0 HTTP/1.1" status: 204 len: 168 time: 0.2517903 Oct 03 14:52:13.480927 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3db60-694f-4dba-abc1-8cf4d445571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f359467-3e56-4081-b5cc-1742169fafd0,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:13.505394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ddacd5a3-4200-4d1b-953e-cb9fc2cb1549 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (d9fc80a2-179a-4ac3-9cfe-3ebb2263294e), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.511923 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11a0a3-8437-4658-b7bf-ceecdb756253 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b16584-bcd8-4dfb-ac58-b175dfb20156,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:13.517387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cb11a0a3-8437-4658-b7bf-ceecdb756253 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.518879 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-cb11a0a3-8437-4658-b7bf-ceecdb756253 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0529385 Oct 03 14:52:13.526899 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52086) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:13.531457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-71729828-3b6d-401f-8128-c9899324894c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'security_group_rule': {'security_group_id': '08b16584-bcd8-4dfb-ac58-b175dfb20156', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:13.548241 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Request body: {'port': {'device_id': '6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b', 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651', 'admin_state_up': True, 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:13.594352 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:13.612274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-71729828-3b6d-401f-8128-c9899324894c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (e94fe23f-5d04-45c1-b9bb-73c97569b06a), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.633566 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-73df3705-51eb-452d-9a1d-4141862c0256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.647111 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ddacd5a3-4200-4d1b-953e-cb9fc2cb1549 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (d9fc80a2-179a-4ac3-9cfe-3ebb2263294e), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.666246 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ddacd5a3-4200-4d1b-953e-cb9fc2cb1549 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (d9fc80a2-179a-4ac3-9cfe-3ebb2263294e), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.680913 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.42', 62044) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:13.699969 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Publish callbacks [] for port (90131420-9785-4232-b06f-9f05e99fe5d8), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.717930 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.722392 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacd5a3-4200-4d1b-953e-cb9fc2cb1549 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fc80a2-179a-4ac3-9cfe-3ebb2263294e,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:13.725538 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:13.744190 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ddacd5a3-4200-4d1b-953e-cb9fc2cb1549 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.749408 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-ddacd5a3-4200-4d1b-953e-cb9fc2cb1549 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5199757 Oct 03 14:52:13.750156 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52094) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:13.760561 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:13.856418 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-71729828-3b6d-401f-8128-c9899324894c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (e94fe23f-5d04-45c1-b9bb-73c97569b06a), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.874401 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-71729828-3b6d-401f-8128-c9899324894c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (e94fe23f-5d04-45c1-b9bb-73c97569b06a), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.887780 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:13.914290 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abdb1b-c566-4e02-91b3-9b3b7e1fe80d None None] Pushing event updated for resources: {'Port': ['ID=90131420-9785-4232-b06f-9f05e99fe5d8,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:13.952900 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:13.963650 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:14.005485 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Attempting to bind port 90131420-9785-4232-b06f-9f05e99fe5d8 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:14.006613 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Attempting to bind port 90131420-9785-4232-b06f-9f05e99fe5d8 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:14.007230 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Attempting to bind port 90131420-9785-4232-b06f-9f05e99fe5d8 on network e62ce727-fdfc-4635-82f1-b266a0898b13 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:14.013437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71729828-3b6d-401f-8128-c9899324894c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94fe23f-5d04-45c1-b9bb-73c97569b06a,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:14.043629 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-71729828-3b6d-401f-8128-c9899324894c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:14.045015 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-71729828-3b6d-401f-8128-c9899324894c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5169954 Oct 03 14:52:14.063075 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52108) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:14.080656 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-fc5cfffc-0b9f-4466-958f-5d3277773f7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'security_group_rule': {'security_group_id': '08b16584-bcd8-4dfb-ac58-b175dfb20156', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:14.097728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Made reservation on behalf of 2e3b8c8420474d9397a3578350b9eacf for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:52:14.109887 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:14.124177 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-6a232d0b-412b-4090-a4a3-e0c2270c1961 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:14.126692 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-6a232d0b-412b-4090-a4a3-e0c2270c1961 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 819 time: 0.4211349 Oct 03 14:52:14.129551 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-73558959-6562-423b-80bb-411f76627d0d req-cc958baa-3936-4637-95c1-5239dc2f8fe9 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 210 time: 0.0994339 Oct 03 14:52:14.215254 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:14.244205 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:14.261023 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port e2b3c79a-a541-46fc-8fcc-561ad7c3791c is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:14.265932 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c335b7eb-d37c-4d25-9fe6-6094791a131b up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:14.267566 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Checking segment: {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:14.267971 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:14.268360 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Bound using segment: {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:14.268860 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Bound port: 90131420-9785-4232-b06f-9f05e99fe5d8, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:14.269229 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:14.395787 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfffc-0b9f-4466-958f-5d3277773f7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (86370293-3d56-49ec-996a-906575754d57), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:14.459129 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Request body: {'port': {'device_id': '93eb4038-8732-40ab-b4ff-b9ba16dab3f3', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'admin_state_up': True, 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:14.503803 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] For port 90131420-9785-4232-b06f-9f05e99fe5d8, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:14.512357 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] For port 90131420-9785-4232-b06f-9f05e99fe5d8, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=90131420-9785-4232-b06f-9f05e99fe5d8,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:14.527245 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:14.610681 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:14.611298 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:51:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:14.658640 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.42', 62055) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:14.659729 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-60afe7af-d2e2-4be0-a66e-28b22a3acd2c req-6029d633-b3c6-4043-8d74-54e9d16581bb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 210 time: 0.2226231 Oct 03 14:52:14.827916 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abdb1b-c566-4e02-91b3-9b3b7e1fe80d None None] Pushing event updated for resources: {'Port': ['ID=90131420-9785-4232-b06f-9f05e99fe5d8,revision_number=4']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:15.000371 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:15.083706 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:15.088930 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfffc-0b9f-4466-958f-5d3277773f7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (86370293-3d56-49ec-996a-906575754d57), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:15.103503 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port c335b7eb-d37c-4d25-9fe6-6094791a131b triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:15.104770 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:15.105468 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port c335b7eb-d37c-4d25-9fe6-6094791a131b Oct 03 14:52:15.135026 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfffc-0b9f-4466-958f-5d3277773f7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (86370293-3d56-49ec-996a-906575754d57), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:15.160926 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-38afcc5c-0361-4783-a9a5-0e3fc152c658 req-58f1d140-5f3a-4e3b-8d5d-13fa43af4e0b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 210 time: 0.6759017 Oct 03 14:52:15.182031 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:15.206188 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'gw_port': {'id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b', 'name': '', 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'mac_address': 'fa:16:3e:0e:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '019c6a1a-8f10-467b-b66b-f97fb0700ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:00Z', 'updated_at': '2022-10-03T14:52:11Z', 'revision_number': 4, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'subnets': [{'id': '019c6a1a-8f10-467b-b66b-f97fb0700ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:15.211114 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cfffc-0b9f-4466-958f-5d3277773f7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86370293-3d56-49ec-996a-906575754d57,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:15.217029 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 2, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:15.240058 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfffc-0b9f-4466-958f-5d3277773f7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:15.247306 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-fc5cfffc-0b9f-4466-958f-5d3277773f7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1828442 Oct 03 14:52:15.248733 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52170) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:15.261892 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:15.300888 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Allocated IP 172.20.0.8 (1a822274-e0ca-4ff0-95b8-688fdc218651/019c6a1a-8f10-467b-b66b-f97fb0700ada/2e72d55c-b330-49d5-9e42-f12cbb9f7a3b) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:15.314731 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efadeb6-484e-4768-a2f7-7399d6c6d8a9 None None] The sync data for ids ['07eb2779-da33-4d7e-b7c4-2557035ee674'] in dv-cinder-859877-2-iscsi is: [{'id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'gw_port': {'id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b', 'name': '', 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'mac_address': 'fa:16:3e:0e:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '019c6a1a-8f10-467b-b66b-f97fb0700ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:00Z', 'updated_at': '2022-10-03T14:52:11Z', 'revision_number': 4, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'subnets': [{'id': '019c6a1a-8f10-467b-b66b-f97fb0700ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:52:15.319162 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Checking router: 925763bd-6908-4f5b-9c49-d3483bdd04d0 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:52:15.320173 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Updating router 925763bd-6908-4f5b-9c49-d3483bdd04d0 port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:52:15.407303 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Allocated IP 172.27.1.243 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:15.439002 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:15.490281 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:15.613858 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7f8685ae-a569-404f-9be3-54e8bcc63b1a req-05a0e493-c8fe-41af-9350-652d90d04b34 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 210 time: 0.2438469 Oct 03 14:52:15.622164 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:15.698414 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port c335b7eb-d37c-4d25-9fe6-6094791a131b is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:15.698841 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:15.782333 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:14Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:15.816992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port c335b7eb-d37c-4d25-9fe6-6094791a131b, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=c335b7eb-d37c-4d25-9fe6-6094791a131b,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:15.823537 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.42', 62064) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:15.830640 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c2e601-d340-4aa6-817d-cd621074101b None None] The sync data for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi is: [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:14Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:52:15.998309 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ba87b99a-5a83-47b6-bd9e-78ae554c928d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:16.027627 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-f81cccfc-d9ce-4a26-bb00-19f1f759357d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:16.029387 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-f81cccfc-d9ce-4a26-bb00-19f1f759357d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 815 time: 0.9214942 Oct 03 14:52:16.054908 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Made reservation on behalf of 83b495f3cb9b437d9572f4d33327fbf7 for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:52:16.057602 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:16.077755 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:16.330732 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=c335b7eb-d37c-4d25-9fe6-6094791a131b,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:16.490966 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-fef94d14-454e-4357-8846-f6b2daef0ac1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:16.495417 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-fef94d14-454e-4357-8846-f6b2daef0ac1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 819 time: 0.6229386 Oct 03 14:52:16.663668 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a873c263-423f-4d00-922b-49424f712e6c req-87528ff0-10c5-414f-b239-ad8be53cc1ca tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 210 time: 0.6106882 Oct 03 14:52:16.664832 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Request body: {'port': {'device_id': '193f7fe8-5737-49b3-a165-4345f3357042', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'admin_state_up': True, 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:16.686031 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ad5fb96a-15bb-4852-afcd-dfd09c0fe8f2 req-25c271db-b684-49b6-a363-ddee4031f9df tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 210 time: 0.1877580 Oct 03 14:52:16.827011 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.014352 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for port (0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.060655 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a8f651ec-3689-4b5e-b609-9e21d3482e0b up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:17.228629 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:17.256372 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:17.386832 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port a8f651ec-3689-4b5e-b609-9e21d3482e0b triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:17.390194 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.390840 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port a8f651ec-3689-4b5e-b609-9e21d3482e0b Oct 03 14:52:17.394416 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:17.474894 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0fac04d7-08c3-4c5d-bfe4-f5472c46d60f req-009ac883-595f-4a26-bbd4-c4d425f1884a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 210 time: 0.3149767 Oct 03 14:52:17.495387 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.518874 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Publish callbacks [] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.530838 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.591327 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.708626 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-1f600748-1603-4ba0-84db-5df26a211772 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 380 time: 1.4301388 Oct 03 14:52:17.735577 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'port': {'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'admin_state_up': True, 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'security_groups': ['88ce2c03-367c-4d61-8cc4-060c3303b327']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:17.741695 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b56f-069e-424b-8dc2-034f32fdf3e1 None None] Pushing event updated for resources: {'Port': ['ID=255d2600-1fd1-4ccf-bd5d-c029fcf8c399,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:17.775025 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:17.792297 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Publish callbacks [] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.813730 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:17.817603 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:17.819127 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port a8f651ec-3689-4b5e-b609-9e21d3482e0b is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:17.819619 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.831341 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Attempting to bind port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:17.831857 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Attempting to bind port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:17.832965 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Attempting to bind port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 on network 3de19230-35e5-430c-b606-8b501507ea36 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:17.900265 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port a8f651ec-3689-4b5e-b609-9e21d3482e0b, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=a8f651ec-3689-4b5e-b609-9e21d3482e0b,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:17.905598 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Made reservation on behalf of 83b495f3cb9b437d9572f4d33327fbf7 for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:52:17.923013 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.928078 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:17.930054 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:18.074942 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a4b9996e-e848-4232-bd2c-53abc08e70a6 req-d6462461-b14c-409a-8c93-9cc49783c865 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 210 time: 0.1258051 Oct 03 14:52:18.129937 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'Port': ['ID=0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:18.159291 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:18.159657 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Checking segment: {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:18.162175 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.165178 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Bound using segment: {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:18.165854 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Bound port: 255d2600-1fd1-4ccf-bd5d-c029fcf8c399, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:18.167412 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.186021 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=a8f651ec-3689-4b5e-b609-9e21d3482e0b,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:18.194090 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:18.196573 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b6623b9e-9520-4abf-b544-b6b6ac8ba2a5 req-5a779eea-6083-4165-a711-4f5597616865 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 210 time: 0.2481694 Oct 03 14:52:18.225315 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Allocated IP 172.20.0.11 (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2/531368b6-717e-46ea-9034-e66c809ad980/d7ceaf30-9e00-432b-b831-684569089003) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:18.268440 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:18.275707 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (890aa913-2ba1-4bb9-bc81-097d3e5de412), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.276244 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.383188 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Allocated IP 172.27.1.175 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/806bb1cb-e74c-46a6-a31d-c5addc9a76f5) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:18.385994 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.402143 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.443121 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:18.443751 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.444251 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b Oct 03 14:52:18.491323 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] For port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:18.517225 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] For port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=255d2600-1fd1-4ccf-bd5d-c029fcf8c399,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:18.552688 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.576336 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.663537 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:52:18.664311 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:52:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:18.680247 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Network 1a822274-e0ca-4ff0-95b8-688fdc218651 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:18.689137 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Made reservation on behalf of f441c0592cd146d3be851ac96cbc49dc for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:52:18.693118 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.723794 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:18.724223 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.792611 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b56f-069e-424b-8dc2-034f32fdf3e1 None None] Pushing event updated for resources: {'Port': ['ID=255d2600-1fd1-4ccf-bd5d-c029fcf8c399,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:18.932658 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:18.945030 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:18.947481 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 9e0d0973-a6de-4431-a894-c400e7516d85 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:18.993257 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Pushing event updated for resources: {'Port': ['ID=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:19.093568 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:19.109083 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:19.120450 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:19.121201 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:19.196456 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:19.284613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:19.290505 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:19.291164 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:19.302675 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a6f1a-991f-4352-a381-c316b1565901 req-c5a23021-ee96-4e64-bc8f-ab9297571752 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:19.312219 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d61a6f1a-991f-4352-a381-c316b1565901 req-c5a23021-ee96-4e64-bc8f-ab9297571752 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 931 time: 0.6345339 Oct 03 14:52:19.359141 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:52:19.488579 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 9e0d0973-a6de-4431-a894-c400e7516d85 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:19.490354 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:19.491068 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 9e0d0973-a6de-4431-a894-c400e7516d85 Oct 03 14:52:19.502680 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for port (806bb1cb-e74c-46a6-a31d-c5addc9a76f5), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:19.577816 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d61a6f1a-991f-4352-a381-c316b1565901 req-173d6ff9-1ced-491a-85ef-b685ac5e528a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596712 Oct 03 14:52:19.595777 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-953b73ec-a2ea-4e19-a39a-8eac3f3fe82c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0579269 Oct 03 14:52:19.598155 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (806bb1cb-e74c-46a6-a31d-c5addc9a76f5), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:19.633101 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-fe821913-1f03-4158-a1bd-cbce0a2001d8 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:52:19.642884 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-fe821913-1f03-4158-a1bd-cbce0a2001d8 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0461838 Oct 03 14:52:19.786832 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:19.792501 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1f5d5e2c-4f97-49ff-878b-db83776728dd req-4dcfd1d1-536f-4586-a4bb-a433a5a4ec92 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 210 time: 0.1017332 Oct 03 14:52:19.797727 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:19.803907 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'Port': ['ID=806bb1cb-e74c-46a6-a31d-c5addc9a76f5,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:19.806823 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:19.828308 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ae3a5a40-7c80-4199-b14f-e570244c191f req-86649215-0cec-44f5-b6cf-4c44c90d23fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 210 time: 0.4141867 Oct 03 14:52:19.897529 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:19.902202 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 9e0d0973-a6de-4431-a894-c400e7516d85 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:19.914973 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 90131420-9785-4232-b06f-9f05e99fe5d8 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:19.918337 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (4e233160-58c7-4070-83f2-ac4da5d9bfb3), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.027072 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (806bb1cb-e74c-46a6-a31d-c5addc9a76f5), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.112546 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Request body: {'port': {'device_id': '6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:20.234206 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for port (d7ceaf30-9e00-432b-b831-684569089003), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.260216 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.442418 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Allocated IP 172.20.0.3 (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed/af42466f-d6e8-445c-95ca-83f78fbd4579/9bdcc1e0-93a1-4a48-839a-e6c7d4339e25) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:20.659830 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-16b48388-53f4-4c0c-8889-5447cd2ec4f7 None None] Provisioning complete for port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:20.660356 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-16b48388-53f4-4c0c-8889-5447cd2ec4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.663824 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-16b48388-53f4-4c0c-8889-5447cd2ec4f7 None None] Attempt 1 to provision port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b Oct 03 14:52:20.701881 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for port (0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.712065 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for port (806bb1cb-e74c-46a6-a31d-c5addc9a76f5), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.723248 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.724345 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (890aa913-2ba1-4bb9-bc81-097d3e5de412), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.740829 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (d7ceaf30-9e00-432b-b831-684569089003), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.775742 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:20.786151 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (806bb1cb-e74c-46a6-a31d-c5addc9a76f5), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.786980 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (4e233160-58c7-4070-83f2-ac4da5d9bfb3), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.809397 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:18Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:52:20.828198 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:20.829889 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0737016 Oct 03 14:52:20.846167 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:20.944880 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-16b48388-53f4-4c0c-8889-5447cd2ec4f7 None None] Port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:20.951242 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b72db-7fad-45ca-94e5-8b9d33ec6e6c None None] The sync data for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi is: [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:18Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:52:20.955993 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0e583-a21b-4256-bef6-b6cfc2f340c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'Port': ['ID=0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:21.005342 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:21.007436 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7520254 Oct 03 14:52:21.016248 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 90131420-9785-4232-b06f-9f05e99fe5d8 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:21.020039 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:21.020572 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 90131420-9785-4232-b06f-9f05e99fe5d8 Oct 03 14:52:21.049053 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84714943-b891-4bb4-9f2b-97ccf3c9af02 req-6a552275-bd84-4f10-8dcd-75f555b7bfa8 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:21.059813 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-84714943-b891-4bb4-9f2b-97ccf3c9af02 req-6a552275-bd84-4f10-8dcd-75f555b7bfa8 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 931 time: 0.3317196 Oct 03 14:52:21.078065 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Allocated IP 172.20.0.4 (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2/531368b6-717e-46ea-9034-e66c809ad980/06e443b0-42ce-487b-9e0c-244828a5e40e) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:21.091410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace24dca-3795-474f-86fe-1c57b4a4ebbf tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'Port': ['ID=806bb1cb-e74c-46a6-a31d-c5addc9a76f5,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:21.228628 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-84714943-b891-4bb4-9f2b-97ccf3c9af02 req-459a595b-d088-4494-add6-693433147f5e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448348 Oct 03 14:52:21.307674 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 90131420-9785-4232-b06f-9f05e99fe5d8 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:21.308068 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:21.345142 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:21.354729 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-616d58f8-97f0-48d5-979f-7c3d3f090dc3 req-3bf3a4ff-8547-4764-b44d-42a0b8cfd845 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 210 time: 0.1551082 Oct 03 14:52:21.410906 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 90131420-9785-4232-b06f-9f05e99fe5d8, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=90131420-9785-4232-b06f-9f05e99fe5d8,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:21.421988 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:21.426137 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:21.560564 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:21.713516 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:21.756333 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:21.765121 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:21.766264 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 Oct 03 14:52:21.772118 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=90131420-9785-4232-b06f-9f05e99fe5d8,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:21.808239 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:21.813724 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:21.829923 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:21.830584 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:21.835939 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:21.855361 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:21.939567 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:22.194044 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04644509-5a4b-46f0-9de0-4ca4d87d8335 req-2d0b8097-2a5b-421e-a557-6704ae444533 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 210 time: 0.3762326 Oct 03 14:52:22.214928 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:22.216103 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:22.220800 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.7561610 Oct 03 14:52:22.224449 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:22.244185 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:22.313296 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:22.330861 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:22.361366 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:22.375681 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:22.389347 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Request body: {'port': {'device_id': '93eb4038-8732-40ab-b4ff-b9ba16dab3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:22.482186 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:22.493164 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-8ebf084b-f29e-4e99-be77-8ceda57f86bc None None] Provisioning complete for port d7ceaf30-9e00-432b-b831-684569089003 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:22.498039 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8ebf084b-f29e-4e99-be77-8ceda57f86bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (d7ceaf30-9e00-432b-b831-684569089003), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:22.498387 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-8ebf084b-f29e-4e99-be77-8ceda57f86bc None None] Attempt 1 to provision port d7ceaf30-9e00-432b-b831-684569089003 Oct 03 14:52:22.525062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:22.526095 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 4670408c-a27e-4166-8764-4f0689be3fd5 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:22.530248 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event updated for resources: {'Port': ['ID=06e443b0-42ce-487b-9e0c-244828a5e40e,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:22.561286 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:22.575784 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52354) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:22.583352 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-0da79b62-0bd8-4ab3-8c06-f759b17615ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9315236 Oct 03 14:52:22.591057 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Publish callbacks [] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:22.649353 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:22.661638 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-d51dd850-c365-4d65-b84e-8fa14e8a4811 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--418491937&fields=id&tenant_id=8cf070b7d6ff419392acaddbbee1e242 HTTP/1.1" status: 200 len: 267 time: 0.2706399 Oct 03 14:52:22.675918 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Request body: {'port': {'device_id': '193f7fe8-5737-49b3-a165-4345f3357042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:22.736702 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:22.739653 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf084b-f29e-4e99-be77-8ceda57f86bc None None] Port d7ceaf30-9e00-432b-b831-684569089003 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:22.788144 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Transition to ACTIVE for port object 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:52:22.794747 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e029c-6304-40da-a95d-e323aaf398da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event updated for resources: {'Port': ['ID=d7ceaf30-9e00-432b-b831-684569089003,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:22.916997 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-cf1e4fb3-e35f-480f-b2eb-1ff739c8d5a5 None None] Provisioning complete for port 06e443b0-42ce-487b-9e0c-244828a5e40e triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:22.918090 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4fb3-e35f-480f-b2eb-1ff739c8d5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:22.918581 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-cf1e4fb3-e35f-480f-b2eb-1ff739c8d5a5 None None] Attempt 1 to provision port 06e443b0-42ce-487b-9e0c-244828a5e40e Oct 03 14:52:22.931663 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:22.954501 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:22.991244 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-f32e7426-3d1a-45bf-b63c-09d233c28427 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1953263755&fields=id&tenant_id=7f48b2441eec48c4ac784844e475a9e9 HTTP/1.1" status: 200 len: 267 time: 1.2233226 Oct 03 14:52:22.991765 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 4670408c-a27e-4166-8764-4f0689be3fd5 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:22.991894 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:22.992221 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 4670408c-a27e-4166-8764-4f0689be3fd5 Oct 03 14:52:22.997540 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e4fb3-e35f-480f-b2eb-1ff739c8d5a5 None None] Port 06e443b0-42ce-487b-9e0c-244828a5e40e cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:23.042833 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Pushing event updated for resources: {'Port': ['ID=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:23.107458 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.121762 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7e79d3eb-e292-4293-bc5a-066685b00dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.239485 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (d7ceaf30-9e00-432b-b831-684569089003), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.267768 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:23.271611 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 4670408c-a27e-4166-8764-4f0689be3fd5 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:23.272397 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.278025 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.308474 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:23.317539 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:23.333335 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 4670408c-a27e-4166-8764-4f0689be3fd5, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=4670408c-a27e-4166-8764-4f0689be3fd5,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:23.334865 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:23.335878 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.340234 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.341203 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 458ea9be-82c9-475f-90a9-0c56218f20c4 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:23.381012 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Attempting to bind port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:23.381438 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Attempting to bind port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:23.383601 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-73eba2e4-9813-4ca3-a77d-b6216babfa95 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:23.385415 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-73eba2e4-9813-4ca3-a77d-b6216babfa95 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 817 time: 0.3932624 Oct 03 14:52:23.392231 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6608429 Oct 03 14:52:23.392737 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Attempting to bind port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b on network 1a822274-e0ca-4ff0-95b8-688fdc218651 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:23.406764 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6d956-a5a0-45b9-a79f-d21e2f23ec0f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:23.451858 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eddd73f9-c364-41f6-835e-c00d2622a71a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/quotas/7f48b2441eec48c4ac784844e475a9e9 HTTP/1.1" status: 200 len: 375 time: 0.0552778 Oct 03 14:52:23.480840 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0685cbe2-9b45-4e95-902a-8bd6d6e9a66d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:23.488422 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0685cbe2-9b45-4e95-902a-8bd6d6e9a66d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 811 time: 0.8245993 Oct 03 14:52:23.529128 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-7847569c-761a-4cff-9938-db877bf47dc3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759020 Oct 03 14:52:23.538827 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Request body: {'port': {'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:23.620347 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=4670408c-a27e-4166-8764-4f0689be3fd5,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:23.636647 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 458ea9be-82c9-475f-90a9-0c56218f20c4 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:23.637814 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.638248 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 458ea9be-82c9-475f-90a9-0c56218f20c4 Oct 03 14:52:23.768525 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-938f005a-6f8a-4690-a8eb-4466fddaecff None None] Provisioning complete for port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:23.768987 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-938f005a-6f8a-4690-a8eb-4466fddaecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.769409 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-938f005a-6f8a-4690-a8eb-4466fddaecff None None] Attempt 1 to provision port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 Oct 03 14:52:23.846906 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-938f005a-6f8a-4690-a8eb-4466fddaecff None None] Port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:23.963910 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 458ea9be-82c9-475f-90a9-0c56218f20c4 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:23.964699 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:23.999833 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:24.014528 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-070c71c6-dbbb-4126-bdb1-fc7a30fe3b95 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/quotas/8cf070b7d6ff419392acaddbbee1e242 HTTP/1.1" status: 200 len: 375 time: 0.4423580 Oct 03 14:52:24.016414 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-25d629ed-1bd9-4a11-a53c-4f389ec7dfbb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816754 Oct 03 14:52:24.017357 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 458ea9be-82c9-475f-90a9-0c56218f20c4, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=458ea9be-82c9-475f-90a9-0c56218f20c4,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:24.036216 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:24.066574 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:24.141265 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b on network 1a822274-e0ca-4ff0-95b8-688fdc218651 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:52:24.141844 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Attempting to bind port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b on network 1a822274-e0ca-4ff0-95b8-688fdc218651 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:24.230076 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-b3411c83-2d74-4575-bff0-f0b256013679 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1976500 Oct 03 14:52:24.239591 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:24.254715 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7e79d3eb-e292-4293-bc5a-066685b00dcf admin admin] Publish callbacks [] for security_group (c06f9c57-c9af-4e3a-9638-71785a0c5c2c), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:24.323277 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:24.323556 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7e79d3eb-e292-4293-bc5a-066685b00dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (c06f9c57-c9af-4e3a-9638-71785a0c5c2c), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:24.324241 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=458ea9be-82c9-475f-90a9-0c56218f20c4,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:24.615494 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:24.628930 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Publish callbacks [] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:24.634642 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:24.635219 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Checking segment: {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:24.635933 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Bound using segment: {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:24.636621 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Bound port: 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37662e04-d8d1-474b-8455-b824389cd4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:24.637088 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:24.648161 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79d3eb-e292-4293-bc5a-066685b00dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f9c57-c9af-4e3a-9638-71785a0c5c2c,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:24.656283 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-7e79d3eb-e292-4293-bc5a-066685b00dcf admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3f7c3d0e34d54538a20faae27cd5f8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0767391 Oct 03 14:52:24.663276 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Transition to ACTIVE for port object 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:52:24.673038 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52388) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:24.693103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:24.777428 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a8f651ec-3689-4b5e-b609-9e21d3482e0b up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:24.787241 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:24.820692 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:24.839249 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-b4eda165-fb02-41b2-990f-69d3159ed5ba service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786645 Oct 03 14:52:24.859328 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port a8f651ec-3689-4b5e-b609-9e21d3482e0b triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:24.859971 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:24.860586 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port a8f651ec-3689-4b5e-b609-9e21d3482e0b Oct 03 14:52:24.876888 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Pushing event updated for resources: {'Port': ['ID=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:24.965127 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Attempting to bind port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:24.965489 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Attempting to bind port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:24.965851 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Attempting to bind port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:25.019171 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:52:25.019784 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Attempting to bind port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:25.042956 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port a8f651ec-3689-4b5e-b609-9e21d3482e0b is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:25.044781 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:25.111532 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:25.113828 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.114395 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b Oct 03 14:52:25.122630 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-8afd161d-5048-4639-be06-b0a2d5ca3e25 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1052749 Oct 03 14:52:25.141709 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:25.142122 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Checking segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:25.142679 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Bound using segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:25.143152 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Bound port: 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:25.146132 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.183705 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-2f529b93-2b64-44f6-9aaf-6e004e48bdcf service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259580 Oct 03 14:52:25.216587 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] For port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:25.221596 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:25.268933 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:25.270896 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 90131420-9785-4232-b06f-9f05e99fe5d8 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:25.327249 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] For port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:25.346982 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 90131420-9785-4232-b06f-9f05e99fe5d8 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:25.348221 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.348530 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 90131420-9785-4232-b06f-9f05e99fe5d8 Oct 03 14:52:25.350947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] For port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:25.351896 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] For port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:25.356054 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-19fe10bf-e104-4503-89f6-6dba8ecc0f93 admin admin] Publish callbacks [] for security_group (c06f9c57-c9af-4e3a-9638-71785a0c5c2c), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.361065 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.441226 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 90131420-9785-4232-b06f-9f05e99fe5d8 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:25.442404 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:25.452613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.460145 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:25.467174 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.469137 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/2e72d55c-b330-49d5-9e42-f12cbb9f7a3b HTTP/1.1" status: 200 len: 1093 time: 5.4695725 Oct 03 14:52:25.550950 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-19fe10bf-e104-4503-89f6-6dba8ecc0f93 admin admin] Publish callbacks [] for security_group (c06f9c57-c9af-4e3a-9638-71785a0c5c2c), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.558846 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Pushing event updated for resources: {'Port': ['ID=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:25.568292 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:25.568671 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.569016 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 Oct 03 14:52:25.574559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:25.577866 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:25.581962 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-2c867867-3fdd-4267-9e9f-ed21d2b5955b service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 HTTP/1.1" status: 200 len: 1093 time: 2.0489540 Oct 03 14:52:25.587988 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'tag': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:25.663864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b', 'tag': '2e72d55c-b330-49d5-9e42-f12cbb9f7a3b'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:25.854062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:25.856406 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:26.004992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:26.004992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:26.004992 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 Oct 03 14:52:26.009223 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-89d43257-1c39-4873-a351-5465d988d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:26.022247 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-89d43257-1c39-4873-a351-5465d988d69e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2e3b8c8420474d9397a3578350b9eacf&device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 1127 time: 0.2270267 Oct 03 14:52:26.044466 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872a772-860d-448d-8a8b-4d991aad18bf req-28da72dd-e653-4d80-b59f-9aed5972df2a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:26.055999 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7872a772-860d-448d-8a8b-4d991aad18bf req-28da72dd-e653-4d80-b59f-9aed5972df2a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.5161388 Oct 03 14:52:26.076113 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:26.171988 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-19fe10bf-e104-4503-89f6-6dba8ecc0f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (c06f9c57-c9af-4e3a-9638-71785a0c5c2c), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:26.184636 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-19fe10bf-e104-4503-89f6-6dba8ecc0f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:26.191663 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-19fe10bf-e104-4503-89f6-6dba8ecc0f93 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c06f9c57-c9af-4e3a-9638-71785a0c5c2c HTTP/1.1" status: 204 len: 168 time: 1.5008142 Oct 03 14:52:26.274181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d302a78-c20c-4342-a6b8-669480d84c22" -d '{"events": [{"name": "network-changed", "server_uuid": "e89e5bd3-ef0d-4314-b688-10af4dbf02a8", "tag": "9bdcc1e0-93a1-4a48-839a-e6c7d4339e25"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:26.285064 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179ab50-9807-4fc8-b19f-2015e2e72086 service neutron] Pushing event updated for resources: {'Port': ['ID=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:26.361859 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:26.362416 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:26.378839 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e443b0-42ce-487b-9e0c-244828a5e40e {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:26.413100 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7872a772-860d-448d-8a8b-4d991aad18bf req-5c7e8234-a598-416d-ae83-ce8d091d0e7d tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510637 Oct 03 14:52:26.418293 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-dea95d51-c89e-4663-9945-defd5e9e99d4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b HTTP/1.1" status: 200 len: 217 time: 0.3183825 Oct 03 14:52:26.454779 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd573fdf-8be1-4254-ae98-627292a99842" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b", "tag": "2e72d55c-b330-49d5-9e42-f12cbb9f7a3b"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:26.499431 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe10bf-e104-4503-89f6-6dba8ecc0f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f9c57-c9af-4e3a-9638-71785a0c5c2c,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:26.510520 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Publish callbacks [] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:26.545061 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-ba8a5aa2-57eb-44f9-9527-7105c1f7c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:26.551842 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=255d2600-1fd1-4ccf-bd5d-c029fcf8c399,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:26.552819 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-ba8a5aa2-57eb-44f9-9527-7105c1f7c16f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 1127 time: 0.7151246 Oct 03 14:52:26.564143 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:26.565136 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 4670408c-a27e-4166-8764-4f0689be3fd5 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:26.578806 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baff03-6315-4a12-b6e5-4953a00f147b req-9a98fe61-cfc2-457f-901b-5c430077611a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:26.588702 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b1baff03-6315-4a12-b6e5-4953a00f147b req-9a98fe61-cfc2-457f-901b-5c430077611a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 931 time: 0.7912614 Oct 03 14:52:26.678609 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Transition to ACTIVE for port object 06e443b0-42ce-487b-9e0c-244828a5e40e will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:52:26.687423 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:26.687423 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-9abe4187-7fd8-4aba-b2f6-3c1176516699 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 HTTP/1.1" status: 200 len: 217 time: 0.0849299 Oct 03 14:52:26.704442 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:26.883529 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=255d2600-1fd1-4ccf-bd5d-c029fcf8c399,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:26.983045 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:27.033425 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b1baff03-6315-4a12-b6e5-4953a00f147b req-56ce7b19-0f4a-4dbf-9e96-c59610760610 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408050 Oct 03 14:52:27.042412 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 4670408c-a27e-4166-8764-4f0689be3fd5 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:27.044373 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:27.044879 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 4670408c-a27e-4166-8764-4f0689be3fd5 Oct 03 14:52:27.131555 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52454) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:27.167636 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Pushing event updated for resources: {'Port': ['ID=06e443b0-42ce-487b-9e0c-244828a5e40e,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:27.185231 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-90dc0cd3-f7e9-45d5-80dd-4026e833f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:27.188040 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-90dc0cd3-f7e9-45d5-80dd-4026e833f6f6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.4416537 Oct 03 14:52:27.207962 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-46a06770-286f-43c7-9c85-5a24298278a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:27.241796 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Attempting to bind port 06e443b0-42ce-487b-9e0c-244828a5e40e on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:27.243236 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Attempting to bind port 06e443b0-42ce-487b-9e0c-244828a5e40e by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:27.244302 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Attempting to bind port 06e443b0-42ce-487b-9e0c-244828a5e40e on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:27.263672 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 4670408c-a27e-4166-8764-4f0689be3fd5 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:27.265186 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c335b7eb-d37c-4d25-9fe6-6094791a131b up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:27.313654 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52456) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:27.316464 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dbb25dc9-4b38-45a9-b654-f612eb898427 req-4f6bf2ab-2004-43a6-800b-e299fdd0d06d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 210 time: 0.1509540 Oct 03 14:52:27.381651 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port c335b7eb-d37c-4d25-9fe6-6094791a131b triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:27.382524 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:27.382524 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port c335b7eb-d37c-4d25-9fe6-6094791a131b Oct 03 14:52:27.460935 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-bd854e95-cfe1-4ed0-9414-31b5b697a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:27.466144 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-bd854e95-cfe1-4ed0-9414-31b5b697a72b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=019c6a1a-8f10-467b-b66b-f97fb0700ada HTTP/1.1" status: 200 len: 850 time: 1.0261157 Oct 03 14:52:27.489940 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c39a1-0595-488d-b329-78859f6b30bc req-9fd6b5af-a43a-4255-befd-38791052d780 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:27.491705 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:27.505182 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-122c39a1-0595-488d-b329-78859f6b30bc req-9fd6b5af-a43a-4255-befd-38791052d780 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.4049425 Oct 03 14:52:27.569046 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-69e15683-6903-4f36-99fa-41c14d19d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:27.570782 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-69e15683-6903-4f36-99fa-41c14d19d41d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2478893 Oct 03 14:52:27.580196 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b737062-49ee-4ede-9f5d-2963c4fdd71f req-cb1001d6-3d40-4f32-9122-efe68b260cd8 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0966747 Oct 03 14:52:27.581300 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port c335b7eb-d37c-4d25-9fe6-6094791a131b is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:27.586432 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:52:27.665578 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Port 06e443b0-42ce-487b-9e0c-244828a5e40e on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:52:27.665967 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Attempting to bind port 06e443b0-42ce-487b-9e0c-244828a5e40e on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:27.743969 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:27.744546 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:27.756403 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-122c39a1-0595-488d-b329-78859f6b30bc req-083ef8f2-e754-4645-aa01-d503e08b08fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498562 Oct 03 14:52:27.799511 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-9b3d7901-515a-47b1-8a27-1c957c135ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:27.801911 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-9b3d7901-515a-47b1-8a27-1c957c135ef9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1a822274-e0ca-4ff0-95b8-688fdc218651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2642782 Oct 03 14:52:27.839063 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-46a06770-286f-43c7-9c85-5a24298278a8 admin admin] Publish callbacks [] for security_group (09c6ceb1-883f-4e0c-8cca-c196f30560a8), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:27.864085 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-61ba488c-9ef6-400f-b823-eb0ea3ac816f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562175 Oct 03 14:52:27.864728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-46a06770-286f-43c7-9c85-5a24298278a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (09c6ceb1-883f-4e0c-8cca-c196f30560a8), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:27.867517 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:27.867801 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Checking segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:27.868185 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Bound using segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:27.868633 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Bound port: 06e443b0-42ce-487b-9e0c-244828a5e40e, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:27.868979 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:27.891904 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e8929b62-6969-4a3c-ab3c-b68becc78fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:27.908767 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:27.991061 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e8929b62-6969-4a3c-ab3c-b68becc78fe4 admin admin] Publish callbacks [] for security_group (ee787a00-d18c-4aef-9fbe-6b1154ab4a1f), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:27.996807 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ceaf30-9e00-432b-b831-684569089003 {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:28.002842 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e8929b62-6969-4a3c-ab3c-b68becc78fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (ee787a00-d18c-4aef-9fbe-6b1154ab4a1f), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.023051 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Publish callbacks [] for port (d7ceaf30-9e00-432b-b831-684569089003), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.065820 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Transition to ACTIVE for port object d7ceaf30-9e00-432b-b831-684569089003 will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:52:28.074765 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e8929b62-6969-4a3c-ab3c-b68becc78fe4 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c014246e603e463fbc02d7261ab9db4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7554405 Oct 03 14:52:28.076193 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8929b62-6969-4a3c-ab3c-b68becc78fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee787a00-d18c-4aef-9fbe-6b1154ab4a1f,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:28.078532 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52474) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:28.080755 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (d7ceaf30-9e00-432b-b831-684569089003), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.105727 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:28.107258 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.107879 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 Oct 03 14:52:28.140943 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Pushing event updated for resources: {'Port': ['ID=d7ceaf30-9e00-432b-b831-684569089003,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:28.353947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.42', 62083) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:28.395878 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:28.397016 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 458ea9be-82c9-475f-90a9-0c56218f20c4 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:28.509083 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.524192 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-141efc46-b2f0-4110-a79b-e4bfff4f49fe service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1a822274-e0ca-4ff0-95b8-688fdc218651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846571 Oct 03 14:52:28.530865 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5ed5df-5128-4cdf-b015-ffb7712524f0 x-openstack-request-id: req-1b5ed5df-5128-4cdf-b015-ffb7712524f0 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:28.531759 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89e5bd3-ef0d-4314-b688-10af4dbf02a8", "tag": "9bdcc1e0-93a1-4a48-839a-e6c7d4339e25", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:28.532303 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b5ed5df-5128-4cdf-b015-ffb7712524f0 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:28.533143 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5ed5df-5128-4cdf-b015-ffb7712524f0'] response: {'name': 'network-changed', 'server_uuid': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'tag': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'status': 'completed', 'code': 200} Oct 03 14:52:28.549657 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 458ea9be-82c9-475f-90a9-0c56218f20c4 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:28.549967 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.550331 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 458ea9be-82c9-475f-90a9-0c56218f20c4 Oct 03 14:52:28.600908 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Attempting to bind port d7ceaf30-9e00-432b-b831-684569089003 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:28.601227 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Attempting to bind port d7ceaf30-9e00-432b-b831-684569089003 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:28.602794 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Attempting to bind port d7ceaf30-9e00-432b-b831-684569089003 on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:28.624408 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a06770-286f-43c7-9c85-5a24298278a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c6ceb1-883f-4e0c-8cca-c196f30560a8,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:28.650536 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f96882-7fa8-4ab5-ad3c-da477131a47a x-openstack-request-id: req-a4f96882-7fa8-4ab5-ad3c-da477131a47a {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:28.664282 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b", "tag": "2e72d55c-b330-49d5-9e42-f12cbb9f7a3b", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:28.665838 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4f96882-7fa8-4ab5-ad3c-da477131a47a {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:28.669064 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f96882-7fa8-4ab5-ad3c-da477131a47a'] response: {'name': 'network-changed', 'server_uuid': '6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b', 'tag': '2e72d55c-b330-49d5-9e42-f12cbb9f7a3b', 'status': 'completed', 'code': 200} Oct 03 14:52:28.679771 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3477-4379-40b2-a95f-b2b26d4bbce3 admin admin] Publish callbacks [] for security_group (ee787a00-d18c-4aef-9fbe-6b1154ab4a1f), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.721951 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-46a06770-286f-43c7-9c85-5a24298278a8 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c88bb75b19f947838d04c0013ee4773d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5872128 Oct 03 14:52:28.726796 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3477-4379-40b2-a95f-b2b26d4bbce3 admin admin] Publish callbacks [] for security_group (ee787a00-d18c-4aef-9fbe-6b1154ab4a1f), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.740516 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 458ea9be-82c9-475f-90a9-0c56218f20c4 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:28.759688 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] For port 06e443b0-42ce-487b-9e0c-244828a5e40e, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:28.764008 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52484) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:28.823107 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:28.826866 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:28.861544 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] For port 06e443b0-42ce-487b-9e0c-244828a5e40e, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=06e443b0-42ce-487b-9e0c-244828a5e40e,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:28.875476 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f42896-7eef-4c98-a4c8-d89d6b763fed req-093f871c-2093-46d9-bd81-9876b55b6212 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:28.887279 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-60f42896-7eef-4c98-a4c8-d89d6b763fed req-093f871c-2093-46d9-bd81-9876b55b6212 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.2595670 Oct 03 14:52:28.905413 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.926322 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:28.927317 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:28.929485 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/06e443b0-42ce-487b-9e0c-244828a5e40e HTTP/1.1" status: 200 len: 1093 time: 6.2805409 Oct 03 14:52:28.997992 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:29.024277 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-024d3f4e-19cc-4330-8060-a090be067305 admin admin] Publish callbacks [] for security_group (09c6ceb1-883f-4e0c-8cca-c196f30560a8), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.041019 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-fdeb7cbb-db58-49e9-b818-bbb61a12b800 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:29.042572 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-fdeb7cbb-db58-49e9-b818-bbb61a12b800 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 817 time: 0.6653905 Oct 03 14:52:29.048852 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a80afcd-0eca-4065-a7f0-7b79b2edc697 req-80e8fcdb-2375-40ae-a64f-e2207468d093 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670387 Oct 03 14:52:29.053946 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Port d7ceaf30-9e00-432b-b831-684569089003 on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:52:29.054082 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Attempting to bind port d7ceaf30-9e00-432b-b831-684569089003 on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:29.093709 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-60f42896-7eef-4c98-a4c8-d89d6b763fed req-0921e5e7-45f2-433a-af7b-d8439e3c04e6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879816 Oct 03 14:52:29.093709 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-024d3f4e-19cc-4330-8060-a090be067305 admin admin] Publish callbacks [] for security_group (09c6ceb1-883f-4e0c-8cca-c196f30560a8), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.094293 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3477-4379-40b2-a95f-b2b26d4bbce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (ee787a00-d18c-4aef-9fbe-6b1154ab4a1f), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.094293 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3477-4379-40b2-a95f-b2b26d4bbce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.094293 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5dbc3477-4379-40b2-a95f-b2b26d4bbce3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ee787a00-d18c-4aef-9fbe-6b1154ab4a1f HTTP/1.1" status: 204 len: 168 time: 1.0136054 Oct 03 14:52:29.096797 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33e1e5-e14f-421d-960d-0697651f4da6 service neutron] Pushing event updated for resources: {'Port': ['ID=06e443b0-42ce-487b-9e0c-244828a5e40e,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:29.130893 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6f95bf3-347c-47ad-87ee-61037eebcb00 req-53b2e4dd-c614-4bf5-bbfd-3625b9d87f29 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1a822274-e0ca-4ff0-95b8-688fdc218651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939840 Oct 03 14:52:29.145007 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df30d78-443c-4495-924a-976bbef5f967 req-e6061695-4395-46f4-8658-ad34893388f1 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:29.154417 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8df30d78-443c-4495-924a-976bbef5f967 req-e6061695-4395-46f4-8658-ad34893388f1 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.5160890 Oct 03 14:52:29.160193 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-024d3f4e-19cc-4330-8060-a090be067305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (09c6ceb1-883f-4e0c-8cca-c196f30560a8), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.164559 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-024d3f4e-19cc-4330-8060-a090be067305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.166067 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-024d3f4e-19cc-4330-8060-a090be067305 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/09c6ceb1-883f-4e0c-8cca-c196f30560a8 HTTP/1.1" status: 204 len: 168 time: 0.4009049 Oct 03 14:52:29.174392 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc3477-4379-40b2-a95f-b2b26d4bbce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee787a00-d18c-4aef-9fbe-6b1154ab4a1f,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:29.178529 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d3f4e-19cc-4330-8060-a090be067305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c6ceb1-883f-4e0c-8cca-c196f30560a8,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:29.230024 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:29.230427 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Checking segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:29.230866 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Bound using segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:29.231294 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Bound port: d7ceaf30-9e00-432b-b831-684569089003, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:29.231706 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (d7ceaf30-9e00-432b-b831-684569089003), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.256780 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8df30d78-443c-4495-924a-976bbef5f967 req-41fd55f6-b0dd-46a8-a61d-e958e640c1d0 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014485 Oct 03 14:52:29.298795 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-058360b3-b49d-4518-96aa-5d0134e18b93 req-91a2d58c-5cc7-4ee7-9b09-4fdd1836dca7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 210 time: 0.0790949 Oct 03 14:52:29.368686 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] For port d7ceaf30-9e00-432b-b831-684569089003, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:29.374150 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] For port d7ceaf30-9e00-432b-b831-684569089003, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d7ceaf30-9e00-432b-b831-684569089003,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:29.450008 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (d7ceaf30-9e00-432b-b831-684569089003), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.456942 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7650755c-8905-48d0-85c9-21a2eb8437c5 req-555cf983-fd93-4f72-9a28-54ee0e712256 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0610418 Oct 03 14:52:29.458181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:29.458781 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.460827 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/d7ceaf30-9e00-432b-b831-684569089003 HTTP/1.1" status: 200 len: 1094 time: 7.1002381 Oct 03 14:52:29.482907 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece50efa-961f-4872-82fc-0a63c25751fe req-bbd4fc78-cd81-4c44-8604-eab7b4fe7b7d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:29.484577 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ece50efa-961f-4872-82fc-0a63c25751fe req-bbd4fc78-cd81-4c44-8604-eab7b4fe7b7d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0809286 Oct 03 14:52:29.528067 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fe7b7-c937-446a-a546-d02d5da7642d service neutron] Pushing event updated for resources: {'Port': ['ID=d7ceaf30-9e00-432b-b831-684569089003,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:29.553784 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ece50efa-961f-4872-82fc-0a63c25751fe req-b79bdac0-abe5-45e8-bb48-b81fc25f1cd0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583670 Oct 03 14:52:29.694080 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52510) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:29.698580 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52512) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:29.710818 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-df35a1d9-139f-4c1b-97d2-1e753ee431d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.713645 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-18e8fd07-3998-4a1d-95bd-7d2180aa2320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.792692 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:29.798547 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-18e8fd07-3998-4a1d-95bd-7d2180aa2320 admin admin] Publish callbacks [] for security_group (e6451fd7-8afa-4484-9169-3b9b938f4916), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.802803 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-18e8fd07-3998-4a1d-95bd-7d2180aa2320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e6451fd7-8afa-4484-9169-3b9b938f4916), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.805488 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-df35a1d9-139f-4c1b-97d2-1e753ee431d2 admin admin] Publish callbacks [] for security_group (590a4aeb-1402-45e5-a3e6-77bdd7106b6f), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.809557 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-df35a1d9-139f-4c1b-97d2-1e753ee431d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (590a4aeb-1402-45e5-a3e6-77bdd7106b6f), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.847253 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-18e8fd07-3998-4a1d-95bd-7d2180aa2320 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4b54ce21c38c458bb90ef6ec41dd89f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474202 Oct 03 14:52:29.848061 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8fd07-3998-4a1d-95bd-7d2180aa2320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6451fd7-8afa-4484-9169-3b9b938f4916,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:29.848756 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35a1d9-139f-4c1b-97d2-1e753ee431d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590a4aeb-1402-45e5-a3e6-77bdd7106b6f,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:29.851077 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52516) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:29.854769 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-df35a1d9-139f-4c1b-97d2-1e753ee431d2 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=398371e95a9e43aa81696a6a76624f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596911 Oct 03 14:52:29.857567 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52518) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:29.903565 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bf7f-0d8a-4803-a069-77c24b1b015a admin admin] Publish callbacks [] for security_group (e6451fd7-8afa-4484-9169-3b9b938f4916), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.906710 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2024ba44-5fed-48c1-86f9-4242b6be7fa8 admin admin] Publish callbacks [] for security_group (590a4aeb-1402-45e5-a3e6-77bdd7106b6f), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.923504 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bf7f-0d8a-4803-a069-77c24b1b015a admin admin] Publish callbacks [] for security_group (e6451fd7-8afa-4484-9169-3b9b938f4916), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.926457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2024ba44-5fed-48c1-86f9-4242b6be7fa8 admin admin] Publish callbacks [] for security_group (590a4aeb-1402-45e5-a3e6-77bdd7106b6f), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.959673 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:29.972638 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bf7f-0d8a-4803-a069-77c24b1b015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e6451fd7-8afa-4484-9169-3b9b938f4916), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.975195 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c2c8bf7f-0d8a-4803-a069-77c24b1b015a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.978927 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c2c8bf7f-0d8a-4803-a069-77c24b1b015a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e6451fd7-8afa-4484-9169-3b9b938f4916 HTTP/1.1" status: 204 len: 168 time: 0.1242490 Oct 03 14:52:29.979062 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2024ba44-5fed-48c1-86f9-4242b6be7fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (590a4aeb-1402-45e5-a3e6-77bdd7106b6f), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.979062 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2024ba44-5fed-48c1-86f9-4242b6be7fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:29.985878 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-2024ba44-5fed-48c1-86f9-4242b6be7fa8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/590a4aeb-1402-45e5-a3e6-77bdd7106b6f HTTP/1.1" status: 204 len: 168 time: 0.1257465 Oct 03 14:52:29.987340 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8bf7f-0d8a-4803-a069-77c24b1b015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6451fd7-8afa-4484-9169-3b9b938f4916,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:29.992575 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024ba44-5fed-48c1-86f9-4242b6be7fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590a4aeb-1402-45e5-a3e6-77bdd7106b6f,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:30.209713 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3860a-21df-4998-b3d1-4a1c78b95476 req-705bec27-8263-4b89-89fd-6c47e131e6df tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:30.211422 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f8e3860a-21df-4998-b3d1-4a1c78b95476 req-705bec27-8263-4b89-89fd-6c47e131e6df tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0569127 Oct 03 14:52:30.266413 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f8e3860a-21df-4998-b3d1-4a1c78b95476 req-2241a422-4e67-42a4-8b12-5c979a70cd84 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496848 Oct 03 14:52:30.400277 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa618022-265f-410e-8348-5c64d798ec8d req-996ec513-a219-43a0-8579-cb803aa053f6 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:30.401815 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aa618022-265f-410e-8348-5c64d798ec8d req-996ec513-a219-43a0-8579-cb803aa053f6 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0618994 Oct 03 14:52:30.434760 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-839c083b-68c8-4809-aa9d-631426755f5f req-549ee487-a085-44a4-94d5-7c880b8a2d12 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 210 time: 0.0355721 Oct 03 14:52:30.458178 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:30.463203 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aa618022-265f-410e-8348-5c64d798ec8d req-005799ef-92db-4341-9d38-370177783323 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Oct 03 14:52:30.535648 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eb4038-8732-40ab-b4ff-b9ba16dab3f3', 'tag': 'd7ceaf30-9e00-432b-b831-684569089003'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:30.538224 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6451ef54-2cd8-4215-af83-a4dd6fd4bf2e" -d '{"events": [{"name": "network-changed", "server_uuid": "93eb4038-8732-40ab-b4ff-b9ba16dab3f3", "tag": "d7ceaf30-9e00-432b-b831-684569089003"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:30.587550 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587877c9-5f3b-48d9-834c-3b1812f91855 x-openstack-request-id: req-587877c9-5f3b-48d9-834c-3b1812f91855 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:30.588020 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93eb4038-8732-40ab-b4ff-b9ba16dab3f3", "tag": "d7ceaf30-9e00-432b-b831-684569089003", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:30.588427 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-587877c9-5f3b-48d9-834c-3b1812f91855 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:30.588880 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587877c9-5f3b-48d9-834c-3b1812f91855'] response: {'name': 'network-changed', 'server_uuid': '93eb4038-8732-40ab-b4ff-b9ba16dab3f3', 'tag': 'd7ceaf30-9e00-432b-b831-684569089003', 'status': 'completed', 'code': 200} Oct 03 14:52:30.590935 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cec961e7-afe8-4735-bee2-8873081961c0 req-944f4b2a-9dd7-4781-ac29-ec7a97e32262 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0360479 Oct 03 14:52:30.678749 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193f7fe8-5737-49b3-a165-4345f3357042', 'tag': '06e443b0-42ce-487b-9e0c-244828a5e40e'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:30.681349 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc71562-c524-48d8-b313-7e76cd6f4b62" -d '{"events": [{"name": "network-changed", "server_uuid": "193f7fe8-5737-49b3-a165-4345f3357042", "tag": "06e443b0-42ce-487b-9e0c-244828a5e40e"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:30.701827 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572e762-9d21-49e7-8eae-716e35ae867f req-83169b89-7969-4d6d-a198-df6b8da76a9a tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:30.710599 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5572e762-9d21-49e7-8eae-716e35ae867f req-83169b89-7969-4d6d-a198-df6b8da76a9a tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0650554 Oct 03 14:52:30.746112 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57fce59-90ec-4c8f-98ab-7e10677cb60d x-openstack-request-id: req-f57fce59-90ec-4c8f-98ab-7e10677cb60d {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:30.746406 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193f7fe8-5737-49b3-a165-4345f3357042", "tag": "06e443b0-42ce-487b-9e0c-244828a5e40e", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:30.746657 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f57fce59-90ec-4c8f-98ab-7e10677cb60d {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:30.747042 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57fce59-90ec-4c8f-98ab-7e10677cb60d'] response: {'name': 'network-changed', 'server_uuid': '193f7fe8-5737-49b3-a165-4345f3357042', 'tag': '06e443b0-42ce-487b-9e0c-244828a5e40e', 'status': 'completed', 'code': 200} Oct 03 14:52:30.767443 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5572e762-9d21-49e7-8eae-716e35ae867f req-575a8d84-93de-4a50-bb5f-29ca5d175cc2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537927 Oct 03 14:52:31.400100 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fe560-762c-4a28-9ae3-1c401d58f5e1 req-2df3bad0-bdf5-4d99-931c-2287cf234eac tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:31.410362 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2c5fe560-762c-4a28-9ae3-1c401d58f5e1 req-2df3bad0-bdf5-4d99-931c-2287cf234eac tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0577159 Oct 03 14:52:31.459980 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2c5fe560-762c-4a28-9ae3-1c401d58f5e1 req-b9e33afd-72f5-48ac-989b-deb0fb078cd6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486889 Oct 03 14:52:31.558947 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3956a170-28ff-429e-bddf-7f566901835b req-b317f6e4-45cb-4b96-97d6-b2db4531a653 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 210 time: 0.0333979 Oct 03 14:52:31.642928 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5cf9d-f493-4def-8db6-71f9349b2ce7 req-f021af02-66bb-4e4f-ae82-38b5adf02fd9 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:31.648001 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5fd5cf9d-f493-4def-8db6-71f9349b2ce7 req-f021af02-66bb-4e4f-ae82-38b5adf02fd9 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0715296 Oct 03 14:52:31.707872 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:31.708122 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-29e111aa-5d4d-40c5-8f0f-7ca8a448a21a req-9a022d3d-5ef6-4a38-914d-e311776387d4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0348272 Oct 03 14:52:31.714057 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5fd5cf9d-f493-4def-8db6-71f9349b2ce7 req-3e11207f-fd44-4fa2-863c-a46f2199d843 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595016 Oct 03 14:52:31.904732 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412a0e4-3cfa-488d-99d9-2239a85165a8 req-9ac8ed12-a400-4a53-a264-1dc3d1317c5c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:31.912832 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a412a0e4-3cfa-488d-99d9-2239a85165a8 req-9ac8ed12-a400-4a53-a264-1dc3d1317c5c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0649657 Oct 03 14:52:31.960433 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a412a0e4-3cfa-488d-99d9-2239a85165a8 req-9520a0eb-e2cc-4cd7-af7d-09eb0da383f1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468702 Oct 03 14:52:32.584537 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52668) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:32.586083 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ab12f-4119-4b0e-b0e4-a901a0bb834a req-ce5e0791-d39f-4bd3-acde-9a532c24cfdf tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:32.587570 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-df7ab12f-4119-4b0e-b0e4-a901a0bb834a req-ce5e0791-d39f-4bd3-acde-9a532c24cfdf tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0469613 Oct 03 14:52:32.646273 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-df7ab12f-4119-4b0e-b0e4-a901a0bb834a req-13367f6d-a527-4f45-9717-25ce9167a80c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529125 Oct 03 14:52:32.681780 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fd62d7c4-6cc1-468a-96f4-8e1949bb4a0e req-4b632fdd-12c3-4ff7-8a90-11bfda5fafe4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 210 time: 0.0292873 Oct 03 14:52:32.695472 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4862a6bb-ed55-4ce4-b6a6-771bdc3d7763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:32.772390 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4862a6bb-ed55-4ce4-b6a6-771bdc3d7763 admin admin] Publish callbacks [] for security_group (26880165-8082-43a0-b9c6-fc7cc7c619c7), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:32.777220 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4862a6bb-ed55-4ce4-b6a6-771bdc3d7763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (26880165-8082-43a0-b9c6-fc7cc7c619c7), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:32.822163 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5b3ab2b4-073f-4079-a7a4-da5521c210cd req-c63a7753-b17d-45ec-8362-bcac8a4190f4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0325985 Oct 03 14:52:32.851531 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-4862a6bb-ed55-4ce4-b6a6-771bdc3d7763 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=faa01410bcd540238d89661d37909e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659237 Oct 03 14:52:32.854397 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52678) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:32.854553 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862a6bb-ed55-4ce4-b6a6-771bdc3d7763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26880165-8082-43a0-b9c6-fc7cc7c619c7,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:32.871169 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6078962-5ec8-463e-b35d-c8f3c11fda82 req-62258aec-e724-4fc5-998b-09bf521eb7df tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:32.872906 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d6078962-5ec8-463e-b35d-c8f3c11fda82 req-62258aec-e724-4fc5-998b-09bf521eb7df tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0728166 Oct 03 14:52:32.910982 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5ea3-7cdd-48b0-bed5-1dc78fbd243b admin admin] Publish callbacks [] for security_group (26880165-8082-43a0-b9c6-fc7cc7c619c7), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:32.921636 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d6078962-5ec8-463e-b35d-c8f3c11fda82 req-2d2f7731-b816-4f67-9087-7293ae2bd991 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Oct 03 14:52:32.930838 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5ea3-7cdd-48b0-bed5-1dc78fbd243b admin admin] Publish callbacks [] for security_group (26880165-8082-43a0-b9c6-fc7cc7c619c7), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:32.977580 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5ea3-7cdd-48b0-bed5-1dc78fbd243b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (26880165-8082-43a0-b9c6-fc7cc7c619c7), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:32.980060 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9d1e5ea3-7cdd-48b0-bed5-1dc78fbd243b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:32.981181 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-9d1e5ea3-7cdd-48b0-bed5-1dc78fbd243b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/26880165-8082-43a0-b9c6-fc7cc7c619c7 HTTP/1.1" status: 204 len: 168 time: 0.1257102 Oct 03 14:52:32.988659 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e5ea3-7cdd-48b0-bed5-1dc78fbd243b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26880165-8082-43a0-b9c6-fc7cc7c619c7,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:33.083088 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10b56e-dfe6-419a-ad9e-6436514843f4 req-34dbaef2-6987-4e0a-a6a7-8fe2d8a2f66b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:33.084568 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5f10b56e-dfe6-419a-ad9e-6436514843f4 req-34dbaef2-6987-4e0a-a6a7-8fe2d8a2f66b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0479264 Oct 03 14:52:33.135689 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5f10b56e-dfe6-419a-ad9e-6436514843f4 req-dc9afb93-572f-4d40-be05-2214a0386e24 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449820 Oct 03 14:52:33.256559 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52688) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:33.270311 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-934547a3-c4dc-4583-aea3-279d769af97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:33.344191 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-934547a3-c4dc-4583-aea3-279d769af97c admin admin] Publish callbacks [] for security_group (0b65b373-851a-40d1-abff-5fe7f4c00bba), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:33.347954 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-934547a3-c4dc-4583-aea3-279d769af97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0b65b373-851a-40d1-abff-5fe7f4c00bba), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:33.371666 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:33.387423 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-934547a3-c4dc-4583-aea3-279d769af97c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ba21d715c13f47f788b4be9d0f439cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297855 Oct 03 14:52:33.390212 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52692) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:33.390856 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934547a3-c4dc-4583-aea3-279d769af97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b65b373-851a-40d1-abff-5fe7f4c00bba,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:33.448181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a81c533b-2c86-4881-900f-2619e088439c admin admin] Publish callbacks [] for security_group (0b65b373-851a-40d1-abff-5fe7f4c00bba), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:33.467916 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a81c533b-2c86-4881-900f-2619e088439c admin admin] Publish callbacks [] for security_group (0b65b373-851a-40d1-abff-5fe7f4c00bba), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:33.515093 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a81c533b-2c86-4881-900f-2619e088439c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0b65b373-851a-40d1-abff-5fe7f4c00bba), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:33.517808 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a81c533b-2c86-4881-900f-2619e088439c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:33.518976 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a81c533b-2c86-4881-900f-2619e088439c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0b65b373-851a-40d1-abff-5fe7f4c00bba HTTP/1.1" status: 204 len: 168 time: 0.1276028 Oct 03 14:52:33.526927 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c533b-2c86-4881-900f-2619e088439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b65b373-851a-40d1-abff-5fe7f4c00bba,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:33.772277 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136c14-1b8e-4cc4-bebd-bf3c6287a3c8 req-6cd379f2-fb73-43d1-965f-a6b3cc6a9023 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:33.774434 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e3136c14-1b8e-4cc4-bebd-bf3c6287a3c8 req-6cd379f2-fb73-43d1-965f-a6b3cc6a9023 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0552077 Oct 03 14:52:33.814982 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7a2e25c3-f6f3-4ad2-8214-a9c851a71276 req-02575443-5943-43ef-8d9a-fb6d0da87aef tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 210 time: 0.0440154 Oct 03 14:52:33.828854 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e3136c14-1b8e-4cc4-bebd-bf3c6287a3c8 req-e4d21b80-77cf-4d61-822b-1ce4b330e2a5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477636 Oct 03 14:52:33.927380 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-edc665d6-1dac-4391-a249-20f7c1ca5b8f req-204d05c1-6bc2-4617-8f04-a5accb407cd3 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0294073 Oct 03 14:52:34.041742 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a28ed1-7e7f-4cf7-b994-19bd8ade10df req-73fd39ea-5878-45bc-9236-3c6ab1dcd145 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:34.043243 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-83a28ed1-7e7f-4cf7-b994-19bd8ade10df req-73fd39ea-5878-45bc-9236-3c6ab1dcd145 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0479002 Oct 03 14:52:34.087421 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:34.092181 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-83a28ed1-7e7f-4cf7-b994-19bd8ade10df req-ea1e3873-6e56-4270-b945-52053cd9c7dd tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Oct 03 14:52:34.258335 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab81805-397b-49f9-8796-3c5b21bd8d52 req-f916944d-5229-42ae-a6b2-931b8b695aa4 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:34.259797 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8ab81805-397b-49f9-8796-3c5b21bd8d52 req-f916944d-5229-42ae-a6b2-931b8b695aa4 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0511618 Oct 03 14:52:34.458478 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8ab81805-397b-49f9-8796-3c5b21bd8d52 req-78d3a6a6-33e6-4e44-b6da-611d5772f54b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919804 Oct 03 14:52:34.628556 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:34.662635 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451ef54-2cd8-4215-af83-a4dd6fd4bf2e req-dca27d5c-0a1f-417d-a82e-6079209cf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:34.664114 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6451ef54-2cd8-4215-af83-a4dd6fd4bf2e req-dca27d5c-0a1f-417d-a82e-6079209cf340 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 1128 time: 0.0757093 Oct 03 14:52:34.667056 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52738) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:34.677186 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-b23326a2-3399-4b65-b714-7f74dd4f4d86 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7f48b2441eec48c4ac784844e475a9e9 HTTP/1.1" status: 200 len: 380 time: 0.1029713 Oct 03 14:52:34.774842 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc56ada-c8bc-4bbc-bfe4-e400efd41004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:34.854748 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc56ada-c8bc-4bbc-bfe4-e400efd41004 admin admin] Publish callbacks [] for security_group (b9ccf30e-ae57-4793-b457-72a62e75a1fe), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:34.859622 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc56ada-c8bc-4bbc-bfe4-e400efd41004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (b9ccf30e-ae57-4793-b457-72a62e75a1fe), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:34.913829 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc56ada-c8bc-4bbc-bfe4-e400efd41004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ccf30e-ae57-4793-b457-72a62e75a1fe,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:34.921164 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-8bc56ada-c8bc-4bbc-bfe4-e400efd41004 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f9a7e11e3b334c7faf028d8a297f726e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529347 Oct 03 14:52:34.923272 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52748) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:34.961426 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3d6a534e-6911-4dfb-bc70-f678e401799c req-beb648f9-992e-44d0-b9b4-043db4993594 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 210 time: 0.0592511 Oct 03 14:52:34.988980 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'port': {'device_id': '27879d6c-62f5-4281-b134-faecf706a2db', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'admin_state_up': True, 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'security_groups': ['11f7ddc2-5335-47de-afb5-d7c2d1208988']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:35.029644 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc71562-c524-48d8-b313-7e76cd6f4b62 req-fc8a50f7-d07b-4992-bcca-0687342cb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:35.031150 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fdc71562-c524-48d8-b313-7e76cd6f4b62 req-fc8a50f7-d07b-4992-bcca-0687342cb624 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 1127 time: 0.0888641 Oct 03 14:52:35.046303 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd573fdf-8be1-4254-ae98-627292a99842 req-45a6776f-2f98-4478-bcf6-30dcc054822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:35.048048 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd573fdf-8be1-4254-ae98-627292a99842 req-45a6776f-2f98-4478-bcf6-30dcc054822c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2e3b8c8420474d9397a3578350b9eacf&device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 1127 time: 0.1077492 Oct 03 14:52:35.065005 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5f288c4a-2048-489b-9679-bdb026556c93 req-0710573d-8db8-47de-b08a-ea830395f3e4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0307012 Oct 03 14:52:35.125820 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.42', 62097) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:35.185442 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-d9efab42-2da4-4063-ac39-4a40520f623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:35.187002 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-d9efab42-2da4-4063-ac39-4a40520f623c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 1127 time: 0.0542405 Oct 03 14:52:35.203047 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17c174-b6fc-427d-aaa5-af77ef6f79e1 req-d8abe4e6-5b09-4c89-9a93-50a19afcb1c9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:35.204525 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-aa17c174-b6fc-427d-aaa5-af77ef6f79e1 req-d8abe4e6-5b09-4c89-9a93-50a19afcb1c9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.2821190 Oct 03 14:52:35.219872 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6930d4-2479-42ce-be9e-d0cdd58d0bc0 req-bc749536-98c0-4637-91ee-2829e7c41922 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:35.221294 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4d6930d4-2479-42ce-be9e-d0cdd58d0bc0 req-bc749536-98c0-4637-91ee-2829e7c41922 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0504575 Oct 03 14:52:35.225295 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:35.270579 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4d6930d4-2479-42ce-be9e-d0cdd58d0bc0 req-8da32f7f-753d-43e5-9ff3-14c63796777d tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Oct 03 14:52:35.294969 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-762915f7-70ca-4e6a-8651-738975a30fc3 admin admin] Publish callbacks [] for security_group (b9ccf30e-ae57-4793-b457-72a62e75a1fe), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:35.367922 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451ef54-2cd8-4215-af83-a4dd6fd4bf2e req-59dcf261-659c-46b2-a30e-fd6ea16a8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:35.369370 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6451ef54-2cd8-4215-af83-a4dd6fd4bf2e req-59dcf261-659c-46b2-a30e-fd6ea16a8d85 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3870666 Oct 03 14:52:35.379507 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-762915f7-70ca-4e6a-8651-738975a30fc3 admin admin] Publish callbacks [] for security_group (b9ccf30e-ae57-4793-b457-72a62e75a1fe), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:35.413888 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-aa17c174-b6fc-427d-aaa5-af77ef6f79e1 req-67490db7-3594-403a-885d-981e361e88d1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893201 Oct 03 14:52:35.426624 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Made reservation on behalf of 7f48b2441eec48c4ac784844e475a9e9 for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:52:35.430322 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:35.475103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-762915f7-70ca-4e6a-8651-738975a30fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (b9ccf30e-ae57-4793-b457-72a62e75a1fe), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:35.477609 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-762915f7-70ca-4e6a-8651-738975a30fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:35.478733 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-762915f7-70ca-4e6a-8651-738975a30fc3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b9ccf30e-ae57-4793-b457-72a62e75a1fe HTTP/1.1" status: 204 len: 168 time: 0.5529993 Oct 03 14:52:35.521587 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762915f7-70ca-4e6a-8651-738975a30fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ccf30e-ae57-4793-b457-72a62e75a1fe,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:35.609873 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Allocated IP 172.20.0.9 (e62ce727-fdfc-4635-82f1-b266a0898b13/002c4d07-fa50-487b-aa78-a8fe6f0bc8f2/abd33b94-cd03-47ad-bbbe-b38838da0555) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:35.612103 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25f484-e9eb-48c3-af78-94521afbce4a req-2a3b968a-6072-4617-bded-626773ef82b3 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:35.614241 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4f25f484-e9eb-48c3-af78-94521afbce4a req-2a3b968a-6072-4617-bded-626773ef82b3 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0632670 Oct 03 14:52:35.692159 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4f25f484-e9eb-48c3-af78-94521afbce4a req-39911fc5-06d4-4c62-b51a-5a41ba3a7c6c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700774 Oct 03 14:52:35.779544 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:35.814631 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:35.824850 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:35.864141 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Network e62ce727-fdfc-4635-82f1-b266a0898b13 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:35.869692 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:35.874699 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:35.877071 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:35.882105 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:35.882712 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:35.901013 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-eaed6024-2042-4ef1-aa1b-e4262067cfd5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9197152 Oct 03 14:52:36.116698 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c6aa-1822-44a0-965b-2abad240719b req-9f170fec-b3cb-40ab-bc04-400a633fd503 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:36.119033 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5ab5c6aa-1822-44a0-965b-2abad240719b req-9f170fec-b3cb-40ab-bc04-400a633fd503 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 931 time: 0.0520148 Oct 03 14:52:36.156410 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:36.170758 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-65aa9e82-5511-4037-8c0d-016da05ee29f None None] Provisioning complete for port abd33b94-cd03-47ad-bbbe-b38838da0555 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:36.171932 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-65aa9e82-5511-4037-8c0d-016da05ee29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:36.172667 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-65aa9e82-5511-4037-8c0d-016da05ee29f None None] Attempt 1 to provision port abd33b94-cd03-47ad-bbbe-b38838da0555 Oct 03 14:52:36.179259 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a9806b55-f490-471f-991a-d567b306615c req-d1c8d8f0-1cfa-4bac-962a-825e0dcd4bde tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0309334 Oct 03 14:52:36.183107 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5ab5c6aa-1822-44a0-965b-2abad240719b req-f89358b4-27da-4dbb-9e9a-31a5982616c3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587254 Oct 03 14:52:36.234499 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-65aa9e82-5511-4037-8c0d-016da05ee29f None None] Port abd33b94-cd03-47ad-bbbe-b38838da0555 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:36.391781 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916219b-cdfa-4f1b-9e3f-3a498b73cd03 req-bfa0c8c6-2c74-4656-ad3f-cae3707c9b18 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:36.393232 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4916219b-cdfa-4f1b-9e3f-3a498b73cd03 req-bfa0c8c6-2c74-4656-ad3f-cae3707c9b18 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0466030 Oct 03 14:52:36.439893 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4916219b-cdfa-4f1b-9e3f-3a498b73cd03 req-6e6cb331-dcc1-4d24-b8e9-850d8b47c858 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Oct 03 14:52:36.563857 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e814b7-3aac-4b39-a041-17865564dd2c req-95817ddc-0ff8-4fe1-879d-a38b819fbd8d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:36.565847 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-41e814b7-3aac-4b39-a041-17865564dd2c req-95817ddc-0ff8-4fe1-879d-a38b819fbd8d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0654092 Oct 03 14:52:36.619085 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-41e814b7-3aac-4b39-a041-17865564dd2c req-c483a14b-989c-4e87-8e1a-407efdc45d41 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466723 Oct 03 14:52:36.667078 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc71562-c524-48d8-b313-7e76cd6f4b62 req-a6cfa77b-0e38-4e39-a5fd-44dfadab242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:36.668544 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fdc71562-c524-48d8-b313-7e76cd6f4b62 req-a6cfa77b-0e38-4e39-a5fd-44dfadab242e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1882155 Oct 03 14:52:36.816723 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:36.825219 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce83727-a186-4baa-8630-d2c532edfdfe req-55cf4cd0-e8e3-4993-ae2e-689809593027 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:36.826728 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dce83727-a186-4baa-8630-d2c532edfdfe req-55cf4cd0-e8e3-4993-ae2e-689809593027 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0522623 Oct 03 14:52:36.878478 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dce83727-a186-4baa-8630-d2c532edfdfe req-c4eba544-5120-451d-b147-881ca6a3c37c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Oct 03 14:52:37.283739 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-831d6fa8-6463-4cad-b8c1-8a6f3129841e req-2f951863-f6bc-493e-a139-e9a876173729 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0271561 Oct 03 14:52:37.313338 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e506a40-347a-470b-9594-b1b291eb6d00 req-6a3a358f-bca2-4d8e-b70f-b506f8fcd83a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:37.314857 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8e506a40-347a-470b-9594-b1b291eb6d00 req-6a3a358f-bca2-4d8e-b70f-b506f8fcd83a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 931 time: 0.0506432 Oct 03 14:52:37.360372 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8e506a40-347a-470b-9594-b1b291eb6d00 req-304e3a69-e781-4917-ace0-c465fccb724c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399983 Oct 03 14:52:37.568041 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded0794-c41c-41b6-8190-a87665185f17 req-3e025450-f0cc-4dcf-95bb-784015ac6c01 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:37.569483 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7ded0794-c41c-41b6-8190-a87665185f17 req-3e025450-f0cc-4dcf-95bb-784015ac6c01 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0463538 Oct 03 14:52:37.621288 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7ded0794-c41c-41b6-8190-a87665185f17 req-0469febe-c28e-4967-87e3-ce2870f5a583 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Oct 03 14:52:37.739877 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b82df-f061-4ea7-b526-81cefcebd329 req-9cf676d6-e4b5-42cd-b04e-dfaf71d09785 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:37.741289 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d05b82df-f061-4ea7-b526-81cefcebd329 req-9cf676d6-e4b5-42cd-b04e-dfaf71d09785 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0497713 Oct 03 14:52:37.752939 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:37.788282 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d05b82df-f061-4ea7-b526-81cefcebd329 req-937ad04d-1041-4b60-8380-f78dd728887d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Oct 03 14:52:37.996965 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80cc36-709e-4886-a370-e0af7cc16b05 req-5197c025-6239-4006-ae1d-ae0472ea0913 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:37.998360 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ce80cc36-709e-4886-a370-e0af7cc16b05 req-5197c025-6239-4006-ae1d-ae0472ea0913 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0466259 Oct 03 14:52:38.045605 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ce80cc36-709e-4886-a370-e0af7cc16b05 req-fcef7e07-1bf5-4861-bca4-99faf0e2bfba tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Oct 03 14:52:38.384281 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-138ca6d8-a594-45f2-b072-210a0c04aaa8 req-bfa73f8a-251e-41ed-84b1-7230ccb7b07e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0271235 Oct 03 14:52:38.485361 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6091b9c-178e-4681-9687-31f7ada08a37 req-2ea13053-3402-44ea-b760-379ad0773515 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:38.486847 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c6091b9c-178e-4681-9687-31f7ada08a37 req-2ea13053-3402-44ea-b760-379ad0773515 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 931 time: 0.0448744 Oct 03 14:52:38.535200 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c6091b9c-178e-4681-9687-31f7ada08a37 req-e9729468-7b5a-4a3e-9e2a-50cd15111a4b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 Oct 03 14:52:38.740914 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0726e-654c-4d3a-a216-b4d4b916780c req-275ebaa0-8a7a-4266-87d3-f33e4b1a56cc tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:38.742381 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3fd0726e-654c-4d3a-a216-b4d4b916780c req-275ebaa0-8a7a-4266-87d3-f33e4b1a56cc tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0456846 Oct 03 14:52:38.857988 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-4a8bcd74-6d10-4cd8-b2f9-08a9f2ea3f40 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:38.859487 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-4a8bcd74-6d10-4cd8-b2f9-08a9f2ea3f40 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 811 time: 0.1136007 Oct 03 14:52:38.915829 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3fd0726e-654c-4d3a-a216-b4d4b916780c req-d8b48e6e-198a-40fe-8194-36e4b72f4cc7 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596220 Oct 03 14:52:38.916534 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34408dab-874e-44e6-8a25-562bc5df22d5 req-ef40c761-ef6e-46d3-bb34-0767182ad494 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:38.918069 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-34408dab-874e-44e6-8a25-562bc5df22d5 req-ef40c761-ef6e-46d3-bb34-0767182ad494 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0479958 Oct 03 14:52:38.935645 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd573fdf-8be1-4254-ae98-627292a99842 req-02090dcb-7a5c-455a-a9b6-d6f067ee6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:38.937324 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd573fdf-8be1-4254-ae98-627292a99842 req-02090dcb-7a5c-455a-a9b6-d6f067ee6b6f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1a822274-e0ca-4ff0-95b8-688fdc218651 HTTP/1.1" status: 200 len: 912 time: 0.1897335 Oct 03 14:52:38.970781 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-34408dab-874e-44e6-8a25-562bc5df22d5 req-60ed2df8-1231-47c7-8fd5-04aca4d4e9a8 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Oct 03 14:52:39.165666 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea23ea-2174-468d-b315-da520afa9e40 req-f3ed37b1-5184-4b31-9814-01acdbeaa092 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:39.167183 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d7ea23ea-2174-468d-b315-da520afa9e40 req-f3ed37b1-5184-4b31-9814-01acdbeaa092 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0463257 Oct 03 14:52:39.213144 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d7ea23ea-2174-468d-b315-da520afa9e40 req-4baf5fec-2eb1-4977-9e55-cdb9754abdaa tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403812 Oct 03 14:52:39.489114 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bb22a6e1-610c-4e1c-9289-f6ea66a2b695 req-899c5195-db01-4b2c-af51-2046e98a6d3b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0310688 Oct 03 14:52:39.661850 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05cd3c-115c-40c0-a95a-1b43f2134afa req-2d5154ef-8cf3-473b-8711-ab63d2ff406a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:39.663714 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2b05cd3c-115c-40c0-a95a-1b43f2134afa req-2d5154ef-8cf3-473b-8711-ab63d2ff406a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 931 time: 0.0508118 Oct 03 14:52:39.712001 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2b05cd3c-115c-40c0-a95a-1b43f2134afa req-eb7ae53c-b6dd-46ae-a482-6f4382b7f671 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423334 Oct 03 14:52:40.037812 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea3ea7-6f80-451e-a06f-6a8f1d9830ae req-f3b7a112-d6d2-49ad-b338-400017c6124e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:40.039430 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dea3ea7-6f80-451e-a06f-6a8f1d9830ae req-f3b7a112-d6d2-49ad-b338-400017c6124e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0482159 Oct 03 14:52:40.092105 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ce38e-71a8-4d98-a95c-d7226c791126 req-53f2baa5-e0ee-4d64-bf8f-477fc91470e9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:40.094392 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dea3ea7-6f80-451e-a06f-6a8f1d9830ae req-9decc4c1-ed23-4565-a4e5-14e5f6c9fb46 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488555 Oct 03 14:52:40.101356 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ea7ce38e-71a8-4d98-a95c-d7226c791126 req-53f2baa5-e0ee-4d64-bf8f-477fc91470e9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0469041 Oct 03 14:52:40.151293 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ea7ce38e-71a8-4d98-a95c-d7226c791126 req-4499e9ad-e993-4662-8611-b1fdbc2defbe tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490854 Oct 03 14:52:40.334246 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930a140-bed3-4afe-b7cd-8be78a8b81ac req-427dc660-190a-4cdb-9a42-0006b41e4e11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:40.335764 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8930a140-bed3-4afe-b7cd-8be78a8b81ac req-427dc660-190a-4cdb-9a42-0006b41e4e11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0479119 Oct 03 14:52:40.384899 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8930a140-bed3-4afe-b7cd-8be78a8b81ac req-210267d7-f6cb-41d3-b50d-a1ea4eefa553 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 Oct 03 14:52:40.587917 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cc7cd68b-4bf1-4612-8e52-948f4803cf16 req-2d878963-9a44-4a26-8e4f-55a0ffe30b0d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0266485 Oct 03 14:52:40.838304 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297e432-0018-4693-b4be-64ee2cc811e6 req-078e4a8b-f55f-4125-96a2-96e5fb72b8a6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:40.839673 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e297e432-0018-4693-b4be-64ee2cc811e6 req-078e4a8b-f55f-4125-96a2-96e5fb72b8a6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 931 time: 0.0482829 Oct 03 14:52:40.881684 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:40.886420 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e297e432-0018-4693-b4be-64ee2cc811e6 req-fb7fdc9f-1dc5-42c1-8d47-256e83ecedfe tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409470 Oct 03 14:52:41.267101 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027afc-e304-45ca-9e80-ef5365b7a410 req-a5ffac6c-de57-47b8-80dd-6b6b7b44d59a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:41.269308 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-92027afc-e304-45ca-9e80-ef5365b7a410 req-a5ffac6c-de57-47b8-80dd-6b6b7b44d59a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.0883584 Oct 03 14:52:41.297663 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5c48c-dec0-4f43-82d9-9f9b4c1d2a3b req-f1b98d6b-1cf1-4a3b-b92a-6d22f0948fd5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:41.299109 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-34c5c48c-dec0-4f43-82d9-9f9b4c1d2a3b req-f1b98d6b-1cf1-4a3b-b92a-6d22f0948fd5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0598793 Oct 03 14:52:41.347948 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-92027afc-e304-45ca-9e80-ef5365b7a410 req-97320846-01a9-4dae-9373-44040c6fd421 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714400 Oct 03 14:52:41.388707 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-34c5c48c-dec0-4f43-82d9-9f9b4c1d2a3b req-cc9c9817-90ca-4519-ade8-f1b879c94055 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816698 Oct 03 14:52:41.425582 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52908) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:41.527014 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aaa8-5772-4d6d-a0d9-1f4d6b9b969b req-5aeb8d51-b2ca-43d2-8c3f-abe403d58a68 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:41.528467 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1d21aaa8-5772-4d6d-a0d9-1f4d6b9b969b req-5aeb8d51-b2ca-43d2-8c3f-abe403d58a68 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0489185 Oct 03 14:52:41.579692 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1d21aaa8-5772-4d6d-a0d9-1f4d6b9b969b req-455723f2-da5b-4ce3-b823-f501dc382cb0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448985 Oct 03 14:52:41.587487 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d62e65a3-71c1-4da7-821f-8a4388521209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:41.625606 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:41.700527 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f1925008-5c43-41a0-b354-637d059fc121 req-326fc94a-9858-47e0-99e1-84092e6a81d7 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0355401 Oct 03 14:52:41.728252 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d62e65a3-71c1-4da7-821f-8a4388521209 admin admin] Publish callbacks [] for security_group (a14eba2e-31c2-4a82-94f1-80d4446477d5), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:41.732204 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d62e65a3-71c1-4da7-821f-8a4388521209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (a14eba2e-31c2-4a82-94f1-80d4446477d5), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:41.776181 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d62e65a3-71c1-4da7-821f-8a4388521209 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e5cb00920a7e4291b6ee8dd70e4d6026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492889 Oct 03 14:52:41.777360 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e65a3-71c1-4da7-821f-8a4388521209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14eba2e-31c2-4a82-94f1-80d4446477d5,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:41.778889 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52930) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:41.832091 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6eb824f1-a342-4d7d-a575-3d45caba9089 admin admin] Publish callbacks [] for security_group (a14eba2e-31c2-4a82-94f1-80d4446477d5), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:41.858338 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6eb824f1-a342-4d7d-a575-3d45caba9089 admin admin] Publish callbacks [] for security_group (a14eba2e-31c2-4a82-94f1-80d4446477d5), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:41.881990 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:41.916842 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6eb824f1-a342-4d7d-a575-3d45caba9089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (a14eba2e-31c2-4a82-94f1-80d4446477d5), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:41.919577 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6eb824f1-a342-4d7d-a575-3d45caba9089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:41.920818 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6eb824f1-a342-4d7d-a575-3d45caba9089 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a14eba2e-31c2-4a82-94f1-80d4446477d5 HTTP/1.1" status: 204 len: 168 time: 0.1409452 Oct 03 14:52:41.931811 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb824f1-a342-4d7d-a575-3d45caba9089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14eba2e-31c2-4a82-94f1-80d4446477d5,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:42.027835 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=92 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:42.039459 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=22 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:42.040335 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7b601-8716-4c37-ae3f-e094d4e915f1 req-926dfd7f-e987-469a-9c96-f2f88c638469 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:42.042372 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fdd7b601-8716-4c37-ae3f-e094d4e915f1 req-926dfd7f-e987-469a-9c96-f2f88c638469 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 931 time: 0.0470219 Oct 03 14:52:42.093448 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fdd7b601-8716-4c37-ae3f-e094d4e915f1 req-82d4e6ed-d5c3-4a8f-b29a-481749ac05fa tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445967 Oct 03 14:52:42.155209 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Request body: {'port': {'device_id': '27879d6c-62f5-4281-b134-faecf706a2db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:42.196077 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:42.275352 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 52944) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:42.297439 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd573fdf-8be1-4254-ae98-627292a99842 req-046d0d3f-ece5-48d9-a65e-709385773dba service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b HTTP/1.1" status: 200 len: 217 time: 0.0635149 Oct 03 14:52:42.298409 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-a602f4c1-affb-4e16-b137-473481e2804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:42.299883 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-a602f4c1-affb-4e16-b137-473481e2804b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 916 time: 0.1694577 Oct 03 14:52:42.548612 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-93f3e978-bdca-42bb-b522-b8cbbfb57932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:42.629876 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133c6bc-e494-48b4-89d9-46c02607de0a req-42a2e638-fb48-4ac5-8542-231dd43adc98 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:42.631351 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8133c6bc-e494-48b4-89d9-46c02607de0a req-42a2e638-fb48-4ac5-8542-231dd43adc98 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0905900 Oct 03 14:52:42.654418 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:42.681048 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451ef54-2cd8-4215-af83-a4dd6fd4bf2e req-6ec594bc-48a5-4de4-9409-b652c5911264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:42.682539 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6451ef54-2cd8-4215-af83-a4dd6fd4bf2e req-6ec594bc-48a5-4de4-9409-b652c5911264 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5551140 Oct 03 14:52:42.697581 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc71562-c524-48d8-b313-7e76cd6f4b62 req-294c2462-5cec-45cc-9baa-11dd6461af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:42.699068 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fdc71562-c524-48d8-b313-7e76cd6f4b62 req-294c2462-5cec-45cc-9baa-11dd6461af8d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4664032 Oct 03 14:52:42.707168 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-7255b008-0cf1-475c-aec1-20f45de0d64f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8cf070b7d6ff419392acaddbbee1e242 HTTP/1.1" status: 200 len: 379 time: 0.4663265 Oct 03 14:52:42.712682 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da25002-6734-4ce1-a687-4344538f3f7c req-84d6dc21-099c-4cf0-a635-2fbfd1efb1e9 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:42.719736 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3da25002-6734-4ce1-a687-4344538f3f7c req-84d6dc21-099c-4cf0-a635-2fbfd1efb1e9 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 943 time: 0.1608694 Oct 03 14:52:42.722559 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8133c6bc-e494-48b4-89d9-46c02607de0a req-1e0ac63e-e326-4aac-9066-8ba7aeef8b37 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837238 Oct 03 14:52:42.756435 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:52:42.886684 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a443b15-5a55-4f13-a417-8022a65e99e2 req-ae3d0f57-4b9d-4dec-9ff3-a7f7f697e01b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:42.887737 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8a443b15-5a55-4f13-a417-8022a65e99e2 req-ae3d0f57-4b9d-4dec-9ff3-a7f7f697e01b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0523026 Oct 03 14:52:42.890179 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3da25002-6734-4ce1-a687-4344538f3f7c req-8283c4b0-dc4b-4331-8511-34348ef35282 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694093 Oct 03 14:52:42.931450 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:42.943871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '2e72d55c-b330-49d5-9e42-f12cbb9f7a3b', 'network_id': '1a822274-e0ca-4ff0-95b8-688fdc218651', 'port_id': '2e72d55c-b330-49d5-9e42-f12cbb9f7a3b', 'mac_address': 'fa:16:3e:59:c6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019c6a1a-8f10-467b-b66b-f97fb0700ada', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:52:42.959915 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8a443b15-5a55-4f13-a417-8022a65e99e2 req-95bbf439-5dad-41b8-b026-686ef4f1a833 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630026 Oct 03 14:52:42.966742 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:42.969337 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-93f3e978-bdca-42bb-b522-b8cbbfb57932 admin admin] Publish callbacks [] for security_group (b7bee687-3868-440a-a2fb-9a5bdfb9fe78), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:42.970387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:42.986046 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:42.986432 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:42.989704 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-93f3e978-bdca-42bb-b522-b8cbbfb57932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (b7bee687-3868-440a-a2fb-9a5bdfb9fe78), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.000254 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:43.021849 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:43.027077 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.033796 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-93dc4586-6d54-4288-b704-ba9751d88098 req-990da8b1-d16d-4bb5-8f8e-4781a8c87b05 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0603976 Oct 03 14:52:43.058613 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:43.083147 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:43.096613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 52970) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:43.096747 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-93f3e978-bdca-42bb-b522-b8cbbfb57932 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f9d0841fd6a74571af7ebd65101ea53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8200979 Oct 03 14:52:43.101701 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3e978-bdca-42bb-b522-b8cbbfb57932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bee687-3868-440a-a2fb-9a5bdfb9fe78,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:43.170631 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-88da017a-4058-4c3c-8319-ffd7acd12adb admin admin] Publish callbacks [] for security_group (b7bee687-3868-440a-a2fb-9a5bdfb9fe78), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.179198 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd33b94-cd03-47ad-bbbe-b38838da0555 {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:43.187441 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Publish callbacks [] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.207631 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Transition to ACTIVE for port object abd33b94-cd03-47ad-bbbe-b38838da0555 will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:52:43.212353 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-88da017a-4058-4c3c-8319-ffd7acd12adb admin admin] Publish callbacks [] for security_group (b7bee687-3868-440a-a2fb-9a5bdfb9fe78), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.215331 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.221001 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d06aa400-8b43-4550-9973-a461a23be658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.271979 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac84f0-6287-48ad-9bdb-ed2f215ce0a2 req-36cdd317-6cc9-4376-ad5c-a4b99c78f689 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:43.273488 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04ac84f0-6287-48ad-9bdb-ed2f215ce0a2 req-36cdd317-6cc9-4376-ad5c-a4b99c78f689 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 931 time: 0.0749450 Oct 03 14:52:43.311494 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:43.322989 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Attempting to bind port abd33b94-cd03-47ad-bbbe-b38838da0555 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:43.323323 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Attempting to bind port abd33b94-cd03-47ad-bbbe-b38838da0555 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:43.323723 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Attempting to bind port abd33b94-cd03-47ad-bbbe-b38838da0555 on network e62ce727-fdfc-4635-82f1-b266a0898b13 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:43.340146 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04ac84f0-6287-48ad-9bdb-ed2f215ce0a2 req-4beea4a7-7853-4c12-ba5b-1607c90f4829 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605385 Oct 03 14:52:43.346849 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-88da017a-4058-4c3c-8319-ffd7acd12adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (b7bee687-3868-440a-a2fb-9a5bdfb9fe78), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.349569 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-88da017a-4058-4c3c-8319-ffd7acd12adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.353901 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-88da017a-4058-4c3c-8319-ffd7acd12adb admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b7bee687-3868-440a-a2fb-9a5bdfb9fe78 HTTP/1.1" status: 204 len: 168 time: 0.2561746 Oct 03 14:52:43.372715 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da017a-4058-4c3c-8319-ffd7acd12adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bee687-3868-440a-a2fb-9a5bdfb9fe78,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:43.392807 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Port abd33b94-cd03-47ad-bbbe-b38838da0555 on network e62ce727-fdfc-4635-82f1-b266a0898b13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:52:43.393187 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Attempting to bind port abd33b94-cd03-47ad-bbbe-b38838da0555 on network e62ce727-fdfc-4635-82f1-b266a0898b13 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:43.451196 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:43.451460 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Checking segment: {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:43.451908 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Bound using segment: {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:43.452387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Bound port: abd33b94-cd03-47ad-bbbe-b38838da0555, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:43.452735 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.517711 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:43.520852 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:43.526150 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.530216 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:43.530824 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:43.532201 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/abd33b94-cd03-47ad-bbbe-b38838da0555 HTTP/1.1" status: 200 len: 1093 time: 1.3931720 Oct 03 14:52:43.532746 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:43.535518 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9823f331-08e9-4733-92c0-c4c11c41dbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:43.580848 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3242409-5d8c-43ce-9db9-2993e1cc79fe x-openstack-request-id: req-b3242409-5d8c-43ce-9db9-2993e1cc79fe {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:43.581133 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:43.581391 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3242409-5d8c-43ce-9db9-2993e1cc79fe {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:43.581887 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3242409-5d8c-43ce-9db9-2993e1cc79fe'] response: {'name': 'network-changed', 'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'status': 'completed', 'code': 200} Oct 03 14:52:43.586546 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fa80a-23b2-486a-9431-a3eb8c595401 service neutron] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:43.605335 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['2e72d55c-b330-49d5-9e42-f12cbb9f7a3b'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:52:43.781422 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:43.884989 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69befa-7b02-4edc-b3c5-5e9d5d3a4cf7 req-c40dad8f-59ba-4a48-8016-a5536791468b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:43.892726 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b69befa-7b02-4edc-b3c5-5e9d5d3a4cf7 req-c40dad8f-59ba-4a48-8016-a5536791468b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0630207 Oct 03 14:52:43.975782 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b69befa-7b02-4edc-b3c5-5e9d5d3a4cf7 req-d00c6e4a-8bdf-4e18-93de-522bb5e7351e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768321 Oct 03 14:52:44.064585 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14582061-9acb-4597-8b49-3b12519dbd2d req-52ffe09c-ae51-45e0-8b02-0d3f3c94336a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:44.067186 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-14582061-9acb-4597-8b49-3b12519dbd2d req-52ffe09c-ae51-45e0-8b02-0d3f3c94336a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 944 time: 0.0613081 Oct 03 14:52:44.083968 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2ca52-774a-45c3-b7e5-66b9658db4ac req-21d1a736-a8a7-4828-a5e4-04847b2b536d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:44.085572 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2fd2ca52-774a-45c3-b7e5-66b9658db4ac req-21d1a736-a8a7-4828-a5e4-04847b2b536d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 943 time: 0.0508530 Oct 03 14:52:44.126088 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-14582061-9acb-4597-8b49-3b12519dbd2d req-751d1b87-3a57-48c9-9711-087a4ea52342 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522392 Oct 03 14:52:44.140550 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2fd2ca52-774a-45c3-b7e5-66b9658db4ac req-c7830ed3-c0b7-4764-9bb2-d053295ab2b9 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485857 Oct 03 14:52:44.214106 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b1461422-5fb8-4889-9fee-aa7463440220 req-2000b3bf-0a9c-4e04-9ec5-8da562f42b9c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0278189 Oct 03 14:52:44.430376 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:44.480281 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab27aa-372e-4b32-8e14-641fa2dcdc1b req-a04c5da9-baa2-4cde-9bf5-a2ef17967c4c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:44.482130 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3dab27aa-372e-4b32-8e14-641fa2dcdc1b req-a04c5da9-baa2-4cde-9bf5-a2ef17967c4c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0623751 Oct 03 14:52:44.535920 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3dab27aa-372e-4b32-8e14-641fa2dcdc1b req-da543861-3c89-4738-bf9a-a1cb265ba9e2 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470057 Oct 03 14:52:44.749627 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:52:44.790569 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-90d978f3-c39e-4cec-9e28-20f6ffd76554 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 HTTP/1.1" status: 200 len: 217 time: 0.0772281 Oct 03 14:52:44.812232 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd573fdf-8be1-4254-ae98-627292a99842 req-0794c784-9ee3-415d-afde-aea3f3acb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:44.814976 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd573fdf-8be1-4254-ae98-627292a99842 req-0794c784-9ee3-415d-afde-aea3f3acb1cd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=019c6a1a-8f10-467b-b66b-f97fb0700ada HTTP/1.1" status: 200 len: 850 time: 0.0943999 Oct 03 14:52:44.817002 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'port': {'device_id': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'admin_state_up': True, 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'security_groups': ['08b16584-bcd8-4dfb-ac58-b175dfb20156']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:44.913592 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:44.923492 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:44.982590 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-f39b03da-6caf-40d5-a567-884759358550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:44.983472 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:52:44.984586 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-f39b03da-6caf-40d5-a567-884759358550 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 1128 time: 0.0679162 Oct 03 14:52:44.992304 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:44.993038 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:44.993575 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b Oct 03 14:52:44.994095 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f331-08e9-4733-92c0-c4c11c41dbd4 req-fd548bf0-de1a-46ea-a802-3b697e73c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:44.995624 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9823f331-08e9-4733-92c0-c4c11c41dbd4 req-fd548bf0-de1a-46ea-a802-3b697e73c8df service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 1127 time: 0.1275170 Oct 03 14:52:45.013885 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd573fdf-8be1-4254-ae98-627292a99842 req-0e96065a-b46d-49a3-88b9-063db58b144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.016942 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd573fdf-8be1-4254-ae98-627292a99842 req-0e96065a-b46d-49a3-88b9-063db58b144f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1a822274-e0ca-4ff0-95b8-688fdc218651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161969 Oct 03 14:52:45.039486 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-3f8c7a97-9024-4c5b-8dc9-0f680a18bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.041163 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-3f8c7a97-9024-4c5b-8dc9-0f680a18bf09 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.1393445 Oct 03 14:52:45.063938 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:45.072167 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-17bc92db-101a-4213-a135-142507a9234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.081233 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-17bc92db-101a-4213-a135-142507a9234c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 1127 time: 0.1398392 Oct 03 14:52:45.087805 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-04908b66-c9bf-41c2-b029-376656636134 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ceaf30-9e00-432b-b831-684569089003 HTTP/1.1" status: 200 len: 217 time: 0.0696599 Oct 03 14:52:45.101091 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:52:45.217845 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:45.217845 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:45.242928 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-e657ef16-d8e5-43ec-b991-29e57bc2172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.244440 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-e657ef16-d8e5-43ec-b991-29e57bc2172b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164126 Oct 03 14:52:45.249002 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd573fdf-8be1-4254-ae98-627292a99842 req-9541bc15-9f17-4a24-9679-77c40255ba06 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1a822274-e0ca-4ff0-95b8-688fdc218651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133942 Oct 03 14:52:45.259665 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:45.299676 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:45.301582 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:45.301995 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:45.318495 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:45.334004 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-e141be1d-e757-487a-9ec6-441923058d44 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06e443b0-42ce-487b-9e0c-244828a5e40e HTTP/1.1" status: 200 len: 217 time: 0.2060289 Oct 03 14:52:45.335664 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:45.354092 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e72d55c-b330-49d5-9e42-f12cbb9f7a3b'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:45.421259 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f331-08e9-4733-92c0-c4c11c41dbd4 req-de13edc3-dc21-4a51-8eaa-c8811d8c5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.422753 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9823f331-08e9-4733-92c0-c4c11c41dbd4 req-de13edc3-dc21-4a51-8eaa-c8811d8c5c87 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=7f48b2441eec48c4ac784844e475a9e9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4030046 Oct 03 14:52:45.473704 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f81fc-ba0e-4359-b3ea-6273d78e8f13 req-60d47cb3-6f21-446b-b013-e615bd0e5958 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.475228 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ba1f81fc-ba0e-4359-b3ea-6273d78e8f13 req-60d47cb3-6f21-446b-b013-e615bd0e5958 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 944 time: 0.1892304 Oct 03 14:52:45.517813 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:45.525572 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:45.526474 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-c6f81876-34b5-49d2-9b97-ff6d8b17cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.529521 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-c6f81876-34b5-49d2-9b97-ff6d8b17cd98 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.1475878 Oct 03 14:52:45.545915 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:45.555326 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-eb52db77-79e6-4da7-899f-33ff2dac1a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:45.579644 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:45.585177 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:45.602520 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Made reservation on behalf of 8cf070b7d6ff419392acaddbbee1e242 for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:52:45.607099 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:45.640069 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f331-08e9-4733-92c0-c4c11c41dbd4 req-28a8e4cd-9c0a-4b00-aaab-47f7b2c5555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.641947 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9823f331-08e9-4733-92c0-c4c11c41dbd4 req-28a8e4cd-9c0a-4b00-aaab-47f7b2c5555c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2087221 Oct 03 14:52:45.651287 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-0b2c056e-1f4c-4f3a-b521-11fdd6b90b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.653237 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-0b2c056e-1f4c-4f3a-b521-11fdd6b90b00 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.5329266 Oct 03 14:52:45.667942 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4708140-aa73-494c-bf13-b96070da42a7 req-42c3d785-6b93-43b8-8ac8-3d7b69f54d44 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.672736 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-8e1a28a1-1434-461f-8316-01fc4124bb41 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135163 Oct 03 14:52:45.676309 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d4708140-aa73-494c-bf13-b96070da42a7 req-42c3d785-6b93-43b8-8ac8-3d7b69f54d44 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.3953221 Oct 03 14:52:45.701576 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ba1f81fc-ba0e-4359-b3ea-6273d78e8f13 req-afe24bf1-6447-42f4-9f5e-63a9ce9fca09 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814313 Oct 03 14:52:45.737377 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745617a5-90f3-46cf-97af-18bd340d8bb3" -d '{"events": [{"server_uuid": "6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b", "name": "network-vif-plugged", "status": "completed", "tag": "2e72d55c-b330-49d5-9e42-f12cbb9f7a3b"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:45.749782 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:45.749878 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-807b4fe1-3df2-4368-a0e9-2d25013da4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.749878 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-807b4fe1-3df2-4368-a0e9-2d25013da4ab service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1836598 Oct 03 14:52:45.775685 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd573fdf-8be1-4254-ae98-627292a99842 req-e0d99b31-b9ca-4198-938d-c9b8355c9865 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1a822274-e0ca-4ff0-95b8-688fdc218651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175438 Oct 03 14:52:45.817395 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['9bdcc1e0-93a1-4a48-839a-e6c7d4339e25'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:52:45.871772 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:45.875929 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-08b4b736-9cb1-4f2b-a673-f07fccfa1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.878123 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-08b4b736-9cb1-4f2b-a673-f07fccfa1e47 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 1127 time: 0.1157084 Oct 03 14:52:45.931455 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-c7cb6c01-12be-46cf-a85b-3bf753bb2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:45.932988 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-c7cb6c01-12be-46cf-a85b-3bf753bb2cf2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1917868 Oct 03 14:52:45.938252 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-8adf72be-f824-46ad-822d-e4c4202e32a1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abd33b94-cd03-47ad-bbbe-b38838da0555 HTTP/1.1" status: 200 len: 217 time: 0.0453730 Oct 03 14:52:45.948267 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d4708140-aa73-494c-bf13-b96070da42a7 req-8a27ad09-6ff1-439c-897b-a17de9f9059a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709973 Oct 03 14:52:46.074185 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-d0aa37e1-55c6-4fef-8370-961ead160091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:46.076671 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-d0aa37e1-55c6-4fef-8370-961ead160091 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.0827539 Oct 03 14:52:46.119935 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-31f1d938-5ad2-47e6-a078-1db299165672 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170215 Oct 03 14:52:46.162071 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dfd54-3f02-4d11-ba54-8722671c7e45 req-db9b49b1-439c-47aa-8170-90ac8127ccd4 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:46.174833 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-380dfd54-3f02-4d11-ba54-8722671c7e45 req-db9b49b1-439c-47aa-8170-90ac8127ccd4 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 944 time: 0.2297146 Oct 03 14:52:46.196121 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-534e362c-a196-48e8-8465-705946e20db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:46.198128 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-534e362c-a196-48e8-8465-705946e20db1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993598 Oct 03 14:52:46.220626 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:46.254570 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d7d6ce2f-c3fd-4db8-8e1b-e00543557e0a req-9cb00c72-1344-4095-bd80-c9569233015f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.1469643 Oct 03 14:52:46.288757 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-34f9e001-53f8-4daa-9da3-7b308e1f2386 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238340 Oct 03 14:52:46.353919 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-380dfd54-3f02-4d11-ba54-8722671c7e45 req-01dc4c85-29da-43e3-8520-14c3bdf95c4f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612425 Oct 03 14:52:46.382170 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-3a53a7b7-b3ac-423f-9f8b-f651cdff4f57 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395289 Oct 03 14:52:46.388367 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Allocated IP 172.20.0.8 (3de19230-35e5-430c-b606-8b501507ea36/a48f3f05-3214-4e90-88bc-7c789ec0a9f7/8e144fc1-dc68-4200-84eb-87fed3d70fcb) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:52:46.423803 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-19470cae-6f7c-4ad1-b279-003f2250bddd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127626 Oct 03 14:52:46.546461 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f11efc1-8efa-4db7-8247-f54475ca53d3 x-openstack-request-id: req-6f11efc1-8efa-4db7-8247-f54475ca53d3 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:46.547857 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b", "name": "network-vif-plugged", "status": "completed", "tag": "2e72d55c-b330-49d5-9e42-f12cbb9f7a3b", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:46.548487 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f11efc1-8efa-4db7-8247-f54475ca53d3 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:46.549718 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f11efc1-8efa-4db7-8247-f54475ca53d3'] response: {'server_uuid': '6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e72d55c-b330-49d5-9e42-f12cbb9f7a3b', 'code': 200} Oct 03 14:52:46.550770 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5c8fac26-47d2-46d8-a6b9-9d97b0518075 req-afc8d378-6c20-4e0d-9e4b-49cc3a5143fb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202354 Oct 03 14:52:46.713774 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:46.786775 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6de1e3-d872-4748-8ed1-c1f03389bf44 req-9107fbce-bb56-4057-b5dd-efb4eb0e038d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:46.799606 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ca6de1e3-d872-4748-8ed1-c1f03389bf44 req-9107fbce-bb56-4057-b5dd-efb4eb0e038d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.4081159 Oct 03 14:52:46.899128 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ef3fa-110b-40a1-a171-f1f8ec96e292 req-edd70fbe-66ec-433a-8c58-a69f9f75692c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:46.907112 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9a2ef3fa-110b-40a1-a171-f1f8ec96e292 req-edd70fbe-66ec-433a-8c58-a69f9f75692c tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0648830 Oct 03 14:52:46.930894 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a73ef5ea-0b23-49fe-aac4-8a5592528a0c req-591bd775-e8e9-4395-9a43-44b9fd686f86 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388525 Oct 03 14:52:46.965017 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f22e6cbc-b46f-4abd-af1e-b06c04dfe0f5 req-d47d4e9f-30c9-4ddf-b024-f2dfe0d8fa7a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544170 Oct 03 14:52:46.973197 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9a2ef3fa-110b-40a1-a171-f1f8ec96e292 req-fcdb7600-f1ca-4374-9618-5b2b8963eea3 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650835 Oct 03 14:52:46.993570 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:46.999841 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ca6de1e3-d872-4748-8ed1-c1f03389bf44 req-e01c119d-fb73-46a0-88ab-f88c41201e29 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038548 Oct 03 14:52:47.065348 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:47.092874 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:47.106355 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:47.113592 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a507d84-2d89-41fd-aabf-9168718696eb req-911f94a3-cbeb-4a95-a418-9a4752fcae3d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:47.115074 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4a507d84-2d89-41fd-aabf-9168718696eb req-911f94a3-cbeb-4a95-a418-9a4752fcae3d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0479052 Oct 03 14:52:47.158523 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Network 3de19230-35e5-430c-b606-8b501507ea36 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:52:47.162110 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:52:47.165215 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4a507d84-2d89-41fd-aabf-9168718696eb req-892f435a-2ae7-47ac-a099-b4e347650202 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439887 Oct 03 14:52:47.166164 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:52:47.171382 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:47.171906 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3794773 Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'Port': ['ID=8e144fc1-dc68-4200-84eb-87fed3d70fcb,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.202437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.203086 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.203086 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.203370 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.203668 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.204103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.204341 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.204592 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0b45a9-4285-4987-92e2-44f0dcb0ca56 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:47.396650 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d628-991c-44a5-bbd8-9a14a61d5931 req-7ec746f2-3301-4fa5-b29b-3b19f4ca3bdd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:47.398216 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ebf4d628-991c-44a5-bbd8-9a14a61d5931 req-7ec746f2-3301-4fa5-b29b-3b19f4ca3bdd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 931 time: 0.0540705 Oct 03 14:52:47.427638 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:47.430386 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-100b4fd5-8eaf-452b-8c7a-991d7f750598 None None] Provisioning complete for port 8e144fc1-dc68-4200-84eb-87fed3d70fcb triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:47.430997 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-100b4fd5-8eaf-452b-8c7a-991d7f750598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:47.431520 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-100b4fd5-8eaf-452b-8c7a-991d7f750598 None None] Attempt 1 to provision port 8e144fc1-dc68-4200-84eb-87fed3d70fcb Oct 03 14:52:47.472649 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ebf4d628-991c-44a5-bbd8-9a14a61d5931 req-933bf091-b94d-4211-af71-b81f4503a31e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674560 Oct 03 14:52:47.474544 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-100b4fd5-8eaf-452b-8c7a-991d7f750598 None None] Port 8e144fc1-dc68-4200-84eb-87fed3d70fcb cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:52:47.496327 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05949d-ae21-4d70-9c74-bfd60a0f20f4 req-ad97c2ab-8787-4f9a-91f2-a6e42a74f9b7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:47.503598 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2b05949d-ae21-4d70-9c74-bfd60a0f20f4 req-ad97c2ab-8787-4f9a-91f2-a6e42a74f9b7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 944 time: 0.0753326 Oct 03 14:52:47.551206 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2b05949d-ae21-4d70-9c74-bfd60a0f20f4 req-436e3d6a-6455-43c7-ac97-029425a71c2d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465825 Oct 03 14:52:47.909329 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:48.099158 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770ad3-4dd6-4016-ba20-e77dd6b990c3 req-8ba1913b-b61c-4149-93a6-63b08026238e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:48.100787 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ce770ad3-4dd6-4016-ba20-e77dd6b990c3 req-8ba1913b-b61c-4149-93a6-63b08026238e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0495291 Oct 03 14:52:48.153952 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc6649-bcc8-4907-b3d9-e0cef21fc620 req-cde67794-89df-402c-938d-f97b07b69744 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:48.153952 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-48cc6649-bcc8-4907-b3d9-e0cef21fc620 req-cde67794-89df-402c-938d-f97b07b69744 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0531616 Oct 03 14:52:48.154523 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ce770ad3-4dd6-4016-ba20-e77dd6b990c3 req-bc74a108-e187-4909-a379-5af0111ba05a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446246 Oct 03 14:52:48.198600 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-48cc6649-bcc8-4907-b3d9-e0cef21fc620 req-9539c941-404f-4048-8473-efe85cadaedd tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455205 Oct 03 14:52:48.269724 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:48.306289 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da096ee5-6aca-4722-8023-a34d352e2805 req-315a0186-aa71-44f0-96f1-1dfb0fad4a53 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:48.307711 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-da096ee5-6aca-4722-8023-a34d352e2805 req-315a0186-aa71-44f0-96f1-1dfb0fad4a53 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0520198 Oct 03 14:52:48.358005 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-da096ee5-6aca-4722-8023-a34d352e2805 req-9fdb8924-924a-4bc4-8e58-2c321e5f602c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Oct 03 14:52:48.593636 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eae5ad-b7b0-4359-936a-68b7569d11c5 req-b0a8572d-5727-434b-b622-0c58c92a8355 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:48.595108 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-45eae5ad-b7b0-4359-936a-68b7569d11c5 req-b0a8572d-5727-434b-b622-0c58c92a8355 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 931 time: 0.0472348 Oct 03 14:52:48.641952 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-45eae5ad-b7b0-4359-936a-68b7569d11c5 req-b17e52e2-2119-490d-b5cc-93bd4c0eeaac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408742 Oct 03 14:52:48.675633 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de27b1-0476-4646-8341-283df2cb7259 req-91663d28-7edb-41a9-9c98-7891df3ff834 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:48.677094 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-02de27b1-0476-4646-8341-283df2cb7259 req-91663d28-7edb-41a9-9c98-7891df3ff834 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 944 time: 0.0457163 Oct 03 14:52:48.724187 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-02de27b1-0476-4646-8341-283df2cb7259 req-fe0d1c4f-9c2e-44f3-b53d-535ebe62cd7e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Oct 03 14:52:49.236204 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:49.274154 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eee81a-52f5-4b12-8be1-7f4916d077d7 req-df87748c-26fb-4a64-9115-e938a4aec56b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:49.275601 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-96eee81a-52f5-4b12-8be1-7f4916d077d7 req-df87748c-26fb-4a64-9115-e938a4aec56b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0487964 Oct 03 14:52:49.323962 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-96eee81a-52f5-4b12-8be1-7f4916d077d7 req-f42c4529-9ba5-494f-9c8d-b4b9dc52d09d tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Oct 03 14:52:49.332052 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada9354-1f48-42e3-bb96-fa7404bcddc1 req-262ad190-579a-4fc0-83ca-16cdfd23f2aa tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:49.333560 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3ada9354-1f48-42e3-bb96-fa7404bcddc1 req-262ad190-579a-4fc0-83ca-16cdfd23f2aa tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0456314 Oct 03 14:52:49.384548 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3ada9354-1f48-42e3-bb96-fa7404bcddc1 req-a09c82a3-5604-4f54-a9f4-b49f31c5a53e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451827 Oct 03 14:52:49.475044 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7671a-6e4c-412b-8b45-6dbc8bf87f7c req-0a635b4a-ccf8-4fd1-a8f2-bc9588d5bc00 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:49.478097 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3ac7671a-6e4c-412b-8b45-6dbc8bf87f7c req-0a635b4a-ccf8-4fd1-a8f2-bc9588d5bc00 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0486317 Oct 03 14:52:49.540196 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3ac7671a-6e4c-412b-8b45-6dbc8bf87f7c req-c80738ac-4aef-4623-ba9e-762152d5a2a7 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521910 Oct 03 14:52:49.757705 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9064ae-2513-4ac6-851f-48a4dedd7efc req-fbb788f5-2ca5-4522-9baa-1f668f808ad0 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:49.759081 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8c9064ae-2513-4ac6-851f-48a4dedd7efc req-fbb788f5-2ca5-4522-9baa-1f668f808ad0 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 931 time: 0.0452046 Oct 03 14:52:49.805755 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8c9064ae-2513-4ac6-851f-48a4dedd7efc req-62bf8985-d227-4480-9daa-4438a1b6dc86 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 Oct 03 14:52:49.840930 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd1d16-0f6b-4b23-9722-5c2861d82953 req-404f1502-59ad-45ec-a95a-ead911861658 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:49.842407 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-57bd1d16-0f6b-4b23-9722-5c2861d82953 req-404f1502-59ad-45ec-a95a-ead911861658 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 944 time: 0.0452282 Oct 03 14:52:49.890617 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-57bd1d16-0f6b-4b23-9722-5c2861d82953 req-3d42b633-6dab-4a82-b20b-b320b72ab844 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Oct 03 14:52:50.443729 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6a27f-e4a0-4168-a7e6-e2a3d4260bdc req-5ac2ec42-ffae-4454-b8f0-930045b39db6 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:50.445202 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d6a6a27f-e4a0-4168-a7e6-e2a3d4260bdc req-5ac2ec42-ffae-4454-b8f0-930045b39db6 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0468478 Oct 03 14:52:50.485666 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:50.494284 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d6a6a27f-e4a0-4168-a7e6-e2a3d4260bdc req-57ff7730-fdcc-4508-9e0a-192c1fb62a93 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Oct 03 14:52:50.510104 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ae3c-9875-4772-9fb8-82341b94f98a req-1138dff5-3bc2-4aec-802d-e696c175c5ec tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:50.511571 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7e37ae3c-9875-4772-9fb8-82341b94f98a req-1138dff5-3bc2-4aec-802d-e696c175c5ec tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0480018 Oct 03 14:52:50.558956 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7e37ae3c-9875-4772-9fb8-82341b94f98a req-1885e35e-bda8-4b6e-8958-f7819c4c5bc4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 Oct 03 14:52:50.641485 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:50.668727 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0e8b8-d2c5-47df-ab38-93aae5abd103 req-38cb395a-ca4f-446c-a1a3-55eca3ce7f7f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:50.670237 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-25f0e8b8-d2c5-47df-ab38-93aae5abd103 req-38cb395a-ca4f-446c-a1a3-55eca3ce7f7f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0503983 Oct 03 14:52:50.687199 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:52:50.693775 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:50.694146 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:50.694476 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 Oct 03 14:52:50.721990 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-25f0e8b8-d2c5-47df-ab38-93aae5abd103 req-99171afc-cd79-40de-81f7-bea07ba1c5e6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Oct 03 14:52:50.769492 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:50.769895 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:50.791197 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:50.793349 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a676e9e-7a7d-4bea-a133-9ea0da0323ec" -d '{"events": [{"server_uuid": "e89e5bd3-ef0d-4314-b688-10af4dbf02a8", "name": "network-vif-plugged", "status": "completed", "tag": "9bdcc1e0-93a1-4a48-839a-e6c7d4339e25"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:50.806237 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:50.810293 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:50.833528 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddba3bc-3de0-4aec-88bf-b3b908997778 x-openstack-request-id: req-0ddba3bc-3de0-4aec-88bf-b3b908997778 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:50.833996 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89e5bd3-ef0d-4314-b688-10af4dbf02a8", "name": "network-vif-plugged", "status": "completed", "tag": "9bdcc1e0-93a1-4a48-839a-e6c7d4339e25", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:50.834203 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ddba3bc-3de0-4aec-88bf-b3b908997778 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:50.834594 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ddba3bc-3de0-4aec-88bf-b3b908997778'] response: {'server_uuid': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'code': 200} Oct 03 14:52:50.859632 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:50.866731 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.867078 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.867441 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.867798 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.868139 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.868467 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.868790 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.869115 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.869440 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.869785 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.870108 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.870444 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.870765 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.871082 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.871399 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:50.922903 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67e2be-e24d-43bf-b25a-52ab4bf288a5 req-8fce09c3-4c33-4bc2-8af0-ea77ea640bea tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:50.924359 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6f67e2be-e24d-43bf-b25a-52ab4bf288a5 req-8fce09c3-4c33-4bc2-8af0-ea77ea640bea tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 931 time: 0.0451939 Oct 03 14:52:50.972774 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6f67e2be-e24d-43bf-b25a-52ab4bf288a5 req-9f354999-6762-44e5-af72-dd464648f178 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427663 Oct 03 14:52:51.011074 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1850eb-7cd6-4040-8365-4dc7f918bbaa req-daddfdb7-c7bb-4ddf-b832-d4103a3011d4 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:51.012552 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4b1850eb-7cd6-4040-8365-4dc7f918bbaa req-daddfdb7-c7bb-4ddf-b832-d4103a3011d4 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0455713 Oct 03 14:52:51.058314 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4b1850eb-7cd6-4040-8365-4dc7f918bbaa req-a8de5dfe-a720-48de-86d8-3f44866cf3e0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401604 Oct 03 14:52:51.616333 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfb5d7-352a-4286-9647-cc0f23acd016 req-a8669a53-3219-42b0-8ecd-2fbfefed54a3 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:51.618058 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-72bfb5d7-352a-4286-9647-cc0f23acd016 req-a8669a53-3219-42b0-8ecd-2fbfefed54a3 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0492589 Oct 03 14:52:51.683324 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-72bfb5d7-352a-4286-9647-cc0f23acd016 req-13d12219-c39c-491f-a624-88a4f6dff624 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554163 Oct 03 14:52:51.696555 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:51.711310 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85742ce4-52cd-4544-aaa6-a064e1012aea req-ebb5d7d9-e5f7-4c17-8b2e-f0a8695c904f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:51.713114 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-85742ce4-52cd-4544-aaa6-a064e1012aea req-ebb5d7d9-e5f7-4c17-8b2e-f0a8695c904f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0719459 Oct 03 14:52:51.782436 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-85742ce4-52cd-4544-aaa6-a064e1012aea req-7724b319-0431-49db-bb8e-0e65dbe4aa6d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589015 Oct 03 14:52:51.848697 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d503b-24cb-4463-9dba-d1ba2d910b1d req-a8345c81-7c34-4019-86e3-8965d56f767c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:51.850222 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4f1d503b-24cb-4463-9dba-d1ba2d910b1d req-a8345c81-7c34-4019-86e3-8965d56f767c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0490620 Oct 03 14:52:51.872785 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:51.901548 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4f1d503b-24cb-4463-9dba-d1ba2d910b1d req-c11df574-8fe4-4da8-8153-81d4c2ad1f56 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Oct 03 14:52:52.094437 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ff19e-3c87-4b82-ac22-7d5ce3688e32 req-f7f255ef-6e7f-4f3b-b810-3ed5c5075fac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:52.095899 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a69ff19e-3c87-4b82-ac22-7d5ce3688e32 req-f7f255ef-6e7f-4f3b-b810-3ed5c5075fac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 931 time: 0.0479767 Oct 03 14:52:52.145179 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a69ff19e-3c87-4b82-ac22-7d5ce3688e32 req-fa4b9d19-f919-4a9e-8a47-93de730d897b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419412 Oct 03 14:52:52.182009 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d76a6e-f530-449b-9c3f-47ea703d1dc6 req-1dd82743-dc9b-4cdc-9e44-1bc3b6d9f4fb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:52.183480 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c5d76a6e-f530-449b-9c3f-47ea703d1dc6 req-1dd82743-dc9b-4cdc-9e44-1bc3b6d9f4fb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0502353 Oct 03 14:52:52.233891 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c5d76a6e-f530-449b-9c3f-47ea703d1dc6 req-285c7d10-8d08-473f-a1ef-98168cd2ea94 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Oct 03 14:52:52.614777 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:52:52.644922 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Request body: {'port': {'device_id': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:52:52.708305 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:52.717156 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:52.731265 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'port_id': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'mac_address': 'fa:16:3e:f4:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:52:52.771389 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port abd33b94-cd03-47ad-bbbe-b38838da0555 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:52.771864 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:52.789201 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd33b94-cd03-47ad-bbbe-b38838da0555 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:52.810218 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:52.817174 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:52.819231 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d474a16-4ed6-470c-bed0-65c3b1847265 req-c8ab6937-633f-4fe1-9f8a-d00819604340 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:52.836963 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3d474a16-4ed6-470c-bed0-65c3b1847265 req-c8ab6937-633f-4fe1-9f8a-d00819604340 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0717981 Oct 03 14:52:52.892421 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:53.008945 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b0a5a-c143-4e26-b2b5-1e2a4c7a8043 req-026215c1-beba-42e8-87e3-6230bd1ff86b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:53.010485 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-049b0a5a-c143-4e26-b2b5-1e2a4c7a8043 req-026215c1-beba-42e8-87e3-6230bd1ff86b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 944 time: 0.0876868 Oct 03 14:52:53.087519 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-049b0a5a-c143-4e26-b2b5-1e2a4c7a8043 req-f974b07d-da67-409f-91d1-dfbca87ae949 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672436 Oct 03 14:52:53.121752 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3d474a16-4ed6-470c-bed0-65c3b1847265 req-5e6e854f-2648-4a97-a56d-63e025feb388 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823052 Oct 03 14:52:53.159758 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e144fc1-dc68-4200-84eb-87fed3d70fcb {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:53.169134 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Publish callbacks [] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:53.187655 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Transition to ACTIVE for port object 8e144fc1-dc68-4200-84eb-87fed3d70fcb will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:52:53.192232 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:53.270756 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:53.285923 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55ca6d-b41b-4264-97b9-6273b6fdb04c req-28f0c702-b0ab-4ccf-9453-685d511c456c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:53.287492 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1a55ca6d-b41b-4264-97b9-6273b6fdb04c req-28f0c702-b0ab-4ccf-9453-685d511c456c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0497749 Oct 03 14:52:53.317125 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['abd33b94-cd03-47ad-bbbe-b38838da0555'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:52:53.320562 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Pushing event updated for resources: {'Port': ['ID=8e144fc1-dc68-4200-84eb-87fed3d70fcb,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:53.337112 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621f49c-a859-4aee-83bc-209684bdec31 req-dc8c5c2b-afc4-4202-b41d-1bb93a56dfec tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:53.344361 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d621f49c-a859-4aee-83bc-209684bdec31 req-dc8c5c2b-afc4-4202-b41d-1bb93a56dfec tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.1188977 Oct 03 14:52:53.362698 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1a55ca6d-b41b-4264-97b9-6273b6fdb04c req-c0106329-556d-47b2-9981-38e29e77db58 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689340 Oct 03 14:52:53.366126 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Attempting to bind port 8e144fc1-dc68-4200-84eb-87fed3d70fcb on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:52:53.366674 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Attempting to bind port 8e144fc1-dc68-4200-84eb-87fed3d70fcb by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:52:53.367066 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Attempting to bind port 8e144fc1-dc68-4200-84eb-87fed3d70fcb on network 3de19230-35e5-430c-b606-8b501507ea36 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:53.373071 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:53.452303 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d621f49c-a859-4aee-83bc-209684bdec31 req-c871df6b-734d-4911-bbbf-fdae0efabefd tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027689 Oct 03 14:52:53.469511 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Port 8e144fc1-dc68-4200-84eb-87fed3d70fcb on network 3de19230-35e5-430c-b606-8b501507ea36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:52:53.469897 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Attempting to bind port 8e144fc1-dc68-4200-84eb-87fed3d70fcb on network 3de19230-35e5-430c-b606-8b501507ea36 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:52:53.500692 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f9e72-f9d8-480a-9137-64c5197813a3 req-b8e27172-0a47-4284-820b-dda0a219cd1b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:53.502262 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6e4f9e72-f9d8-480a-9137-64c5197813a3 req-b8e27172-0a47-4284-820b-dda0a219cd1b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0659275 Oct 03 14:52:53.520137 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:52:53.520427 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Checking segment: {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:52:53.520753 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Bound using segment: {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:52:53.521180 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Bound port: 8e144fc1-dc68-4200-84eb-87fed3d70fcb, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:52:53.521558 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:53.530043 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:53.557347 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:53.557645 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6e4f9e72-f9d8-480a-9137-64c5197813a3 req-4522acd8-a953-4c05-87b6-7bdb3cf97a27 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489569 Oct 03 14:52:53.593846 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] For port 8e144fc1-dc68-4200-84eb-87fed3d70fcb, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:52:53.597931 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] For port 8e144fc1-dc68-4200-84eb-87fed3d70fcb, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:52:53.608785 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:53.626456 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:53.627080 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:53.628533 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8e144fc1-dc68-4200-84eb-87fed3d70fcb HTTP/1.1" status: 200 len: 1093 time: 0.9879475 Oct 03 14:52:53.629160 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'tag': '8e144fc1-dc68-4200-84eb-87fed3d70fcb'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:53.631480 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ac2282-cb17-446c-887d-d196288b780c" -d '{"events": [{"name": "network-changed", "server_uuid": "bac89fd1-5f09-42a7-90f2-5074c12859fc", "tag": "8e144fc1-dc68-4200-84eb-87fed3d70fcb"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:53.662555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4813fe-1e28-4b4e-afd2-c64c01812e90 service neutron] Pushing event updated for resources: {'Port': ['ID=8e144fc1-dc68-4200-84eb-87fed3d70fcb,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:53.674541 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd6813f-d561-4dfc-97b4-efd3fcd6048e x-openstack-request-id: req-6bd6813f-d561-4dfc-97b4-efd3fcd6048e {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:53.674873 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac89fd1-5f09-42a7-90f2-5074c12859fc", "tag": "8e144fc1-dc68-4200-84eb-87fed3d70fcb", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:53.675119 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6bd6813f-d561-4dfc-97b4-efd3fcd6048e {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:53.675678 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd6813f-d561-4dfc-97b4-efd3fcd6048e'] response: {'name': 'network-changed', 'server_uuid': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'tag': '8e144fc1-dc68-4200-84eb-87fed3d70fcb', 'status': 'completed', 'code': 200} Oct 03 14:52:53.937595 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53330) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:54.046849 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.098667 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:54.131324 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Publish callbacks [] for security_group (43fbadc4-38aa-4a12-801d-ef33063e0c46), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.135555 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (43fbadc4-38aa-4a12-801d-ef33063e0c46), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.175563 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=43e25ec562ca473ea6a82d44964fb243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367678 Oct 03 14:52:54.178750 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53344) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:54.186394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53346) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:54.190318 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fbadc4-38aa-4a12-801d-ef33063e0c46,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:54.208806 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.209157 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.209526 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.210067 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.210404 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.210741 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.211064 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.211395 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.211841 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.212211 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.212572 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.213000 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.213328 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.213678 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.214000 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43dc8-acea-440f-8af5-0b6ca674f5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:52:54.256749 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6aa55d89-1d65-4868-b390-2c75fcc23985 admin admin] Publish callbacks [] for security_group (43fbadc4-38aa-4a12-801d-ef33063e0c46), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.260969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91b7b7-9e76-4e88-a3fa-f0a95af85898 req-b3120982-65a5-4c5d-ad48-0c9a88823ade tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:54.262539 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cd91b7b7-9e76-4e88-a3fa-f0a95af85898 req-b3120982-65a5-4c5d-ad48-0c9a88823ade tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 944 time: 0.0645044 Oct 03 14:52:54.317316 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c258-a51b-4463-878f-31ec5e130a70 req-138c9f12-cb60-4e10-8cb7-9c6e1def31f7 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:54.318873 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-78b2c258-a51b-4463-878f-31ec5e130a70 req-138c9f12-cb60-4e10-8cb7-9c6e1def31f7 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0766850 Oct 03 14:52:54.322612 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6aa55d89-1d65-4868-b390-2c75fcc23985 admin admin] Publish callbacks [] for security_group (43fbadc4-38aa-4a12-801d-ef33063e0c46), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.324689 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cd91b7b7-9e76-4e88-a3fa-f0a95af85898 req-dc38eba2-cbaa-4356-8c4c-63784c06fcee tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551224 Oct 03 14:52:54.350790 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8e496b3e-6cd3-4144-97a3-c317264dfd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.424780 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-78b2c258-a51b-4463-878f-31ec5e130a70 req-ea7550d2-71b6-4dca-9979-7ff0ae18b21e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953426 Oct 03 14:52:54.454583 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6aa55d89-1d65-4868-b390-2c75fcc23985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (43fbadc4-38aa-4a12-801d-ef33063e0c46), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.457111 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6aa55d89-1d65-4868-b390-2c75fcc23985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.458275 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6aa55d89-1d65-4868-b390-2c75fcc23985 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/43fbadc4-38aa-4a12-801d-ef33063e0c46 HTTP/1.1" status: 204 len: 168 time: 0.2776339 Oct 03 14:52:54.475824 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa55d89-1d65-4868-b390-2c75fcc23985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fbadc4-38aa-4a12-801d-ef33063e0c46,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:54.503903 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8e496b3e-6cd3-4144-97a3-c317264dfd55 admin admin] Publish callbacks [] for security_group (97b42028-e42d-4f90-9010-c70371361606), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.509669 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8e496b3e-6cd3-4144-97a3-c317264dfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (97b42028-e42d-4f90-9010-c70371361606), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.558534 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-8e496b3e-6cd3-4144-97a3-c317264dfd55 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b617943442e745b0807ccc38c814fd04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699250 Oct 03 14:52:54.559439 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e496b3e-6cd3-4144-97a3-c317264dfd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b42028-e42d-4f90-9010-c70371361606,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:54.561751 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53362) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:54.564109 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04259a76-7562-4718-a6ec-48fa4edba511 req-bff1a112-d582-44d5-9bce-1e822f19468c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:54.565983 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04259a76-7562-4718-a6ec-48fa4edba511 req-bff1a112-d582-44d5-9bce-1e822f19468c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0943873 Oct 03 14:52:54.629812 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 06e443b0-42ce-487b-9e0c-244828a5e40e details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:52:54.653603 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=10,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:54.673449 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:54.676453 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e475320-cfe7-4fc0-8534-ebe9efe619b4 req-32034691-9339-4618-a89a-92621c2c412f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:54.678001 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8e475320-cfe7-4fc0-8534-ebe9efe619b4 req-32034691-9339-4618-a89a-92621c2c412f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 943 time: 0.0851674 Oct 03 14:52:54.678303 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04259a76-7562-4718-a6ec-48fa4edba511 req-bde3bda7-86fe-40d2-9b38-84a4d33c5919 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055789 Oct 03 14:52:54.693924 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d80aafbf-341c-47a5-87ba-66663e9f5e50 admin admin] Publish callbacks [] for security_group (97b42028-e42d-4f90-9010-c70371361606), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.768013 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d80aafbf-341c-47a5-87ba-66663e9f5e50 admin admin] Publish callbacks [] for security_group (97b42028-e42d-4f90-9010-c70371361606), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.810467 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port abd33b94-cd03-47ad-bbbe-b38838da0555 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:52:54.822434 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port abd33b94-cd03-47ad-bbbe-b38838da0555 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:54.823368 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.823921 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port abd33b94-cd03-47ad-bbbe-b38838da0555 Oct 03 14:52:54.848314 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8e475320-cfe7-4fc0-8534-ebe9efe619b4 req-85b3519e-15ae-4101-b8e7-4ab5c1908236 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616948 Oct 03 14:52:54.865722 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d80aafbf-341c-47a5-87ba-66663e9f5e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (97b42028-e42d-4f90-9010-c70371361606), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.869316 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d80aafbf-341c-47a5-87ba-66663e9f5e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:54.873833 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d80aafbf-341c-47a5-87ba-66663e9f5e50 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/97b42028-e42d-4f90-9010-c70371361606 HTTP/1.1" status: 204 len: 168 time: 0.3080699 Oct 03 14:52:54.879062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 06e443b0-42ce-487b-9e0c-244828a5e40e, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=06e443b0-42ce-487b-9e0c-244828a5e40e,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:54.880446 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80aafbf-341c-47a5-87ba-66663e9f5e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b42028-e42d-4f90-9010-c70371361606,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:54.903819 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc6097-f249-403c-998b-29ec18ecaf68 req-873d3e07-1d34-4001-8f7d-7becc24f0d8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:54.905344 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-27cc6097-f249-403c-998b-29ec18ecaf68 req-873d3e07-1d34-4001-8f7d-7becc24f0d8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.1401205 Oct 03 14:52:54.922982 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '06e443b0-42ce-487b-9e0c-244828a5e40e', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'port_id': '06e443b0-42ce-487b-9e0c-244828a5e40e', 'mac_address': 'fa:16:3e:7f:3c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:52:54.988211 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53382) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:55.010975 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-74fdcdc0-305f-410a-b367-9519da167487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.016678 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-27cc6097-f249-403c-998b-29ec18ecaf68 req-675b2269-477c-40ea-a64e-369b103807dd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034071 Oct 03 14:52:55.021869 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port abd33b94-cd03-47ad-bbbe-b38838da0555 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:55.022582 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.032768 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 06e443b0-42ce-487b-9e0c-244828a5e40e is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:55.033378 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.061716 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e443b0-42ce-487b-9e0c-244828a5e40e {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:55.104665 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:55.104986 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:55.112743 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:55.116041 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3cf9f1-6307-4a13-8e1a-94675e2923fd" -d '{"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-plugged", "status": "completed", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:55.128281 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.137757 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 06e443b0-42ce-487b-9e0c-244828a5e40e, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=06e443b0-42ce-487b-9e0c-244828a5e40e,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:55.162110 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.167100 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-74fdcdc0-305f-410a-b367-9519da167487 admin admin] Publish callbacks [] for security_group (633712b5-d971-432f-891b-b15f2a847df8), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.178630 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-74fdcdc0-305f-410a-b367-9519da167487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (633712b5-d971-432f-891b-b15f2a847df8), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.186282 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d866af2-f599-436d-8472-67467514d1b6 x-openstack-request-id: req-1d866af2-f599-436d-8472-67467514d1b6 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:55.186582 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-plugged", "status": "completed", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:55.186838 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d866af2-f599-436d-8472-67467514d1b6 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:55.187225 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d866af2-f599-436d-8472-67467514d1b6'] response: {'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'code': 200} Oct 03 14:52:55.200266 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:55.224191 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-74fdcdc0-305f-410a-b367-9519da167487 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=672f2451cf0d4219b42d6bd3ffa6f473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345445 Oct 03 14:52:55.226940 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53398) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:55.234114 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdcdc0-305f-410a-b367-9519da167487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633712b5-d971-432f-891b-b15f2a847df8,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:55.241655 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:55.268534 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=06e443b0-42ce-487b-9e0c-244828a5e40e,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:55.303912 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dadf1a8c-702b-4ac4-9cf9-aa5192de747b admin admin] Publish callbacks [] for security_group (633712b5-d971-432f-891b-b15f2a847df8), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.329156 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dadf1a8c-702b-4ac4-9cf9-aa5192de747b admin admin] Publish callbacks [] for security_group (633712b5-d971-432f-891b-b15f2a847df8), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.394054 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dadf1a8c-702b-4ac4-9cf9-aa5192de747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (633712b5-d971-432f-891b-b15f2a847df8), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.401971 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dadf1a8c-702b-4ac4-9cf9-aa5192de747b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.404271 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-dadf1a8c-702b-4ac4-9cf9-aa5192de747b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/633712b5-d971-432f-891b-b15f2a847df8 HTTP/1.1" status: 204 len: 168 time: 0.1752665 Oct 03 14:52:55.429255 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf1a8c-702b-4ac4-9cf9-aa5192de747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633712b5-d971-432f-891b-b15f2a847df8,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:55.478822 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b27e0-64be-4ed0-8904-5493e1a59075 req-fe9746c7-36c9-46b0-ab60-64b66108bf53 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:55.480445 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e35b27e0-64be-4ed0-8904-5493e1a59075 req-fe9746c7-36c9-46b0-ab60-64b66108bf53 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0710948 Oct 03 14:52:55.551532 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e35b27e0-64be-4ed0-8904-5493e1a59075 req-40c007ea-f28f-4eb3-941c-731030d2c4b3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577393 Oct 03 14:52:55.590888 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2473a-b148-4e12-a813-6140cafd2e1a req-c1696938-a6cc-48cd-abe5-52efd57b25f8 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:55.592640 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-97f2473a-b148-4e12-a813-6140cafd2e1a req-c1696938-a6cc-48cd-abe5-52efd57b25f8 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0511200 Oct 03 14:52:55.618878 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53418) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:55.651885 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-97f2473a-b148-4e12-a813-6140cafd2e1a req-dcab331c-8e1b-498b-bdb9-797980ec8d1f tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521729 Oct 03 14:52:55.671585 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['06e443b0-42ce-487b-9e0c-244828a5e40e'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:52:55.803279 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db86cf-dca9-4379-a2ab-0fa31b866a8a req-71f90849-7ca3-45db-bb39-0fe7e3711c8f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:55.805426 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c9db86cf-dca9-4379-a2ab-0fa31b866a8a req-71f90849-7ca3-45db-bb39-0fe7e3711c8f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0518999 Oct 03 14:52:55.884766 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c9db86cf-dca9-4379-a2ab-0fa31b866a8a req-10e4aa5e-aae5-4b1f-899c-8bd8b2695bef tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728590 Oct 03 14:52:55.885712 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6c0e08d4-7409-46f9-9aec-b87dfbcbb620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.985886 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53434) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:55.992878 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6c0e08d4-7409-46f9-9aec-b87dfbcbb620 admin admin] Publish callbacks [] for security_group (db2d8105-9ae6-4bfd-9437-4ff36fb5bc41), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:55.998641 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6c0e08d4-7409-46f9-9aec-b87dfbcbb620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (db2d8105-9ae6-4bfd-9437-4ff36fb5bc41), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.010795 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cf1692e9-95e5-4e27-a499-987f6ae9ac16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.014908 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:56.019415 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d993a54-bf9f-43d1-872e-52d0ccd53a66 req-a9997dc5-fe37-4108-afa8-9cd8fd98036c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:56.020900 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7d993a54-bf9f-43d1-872e-52d0ccd53a66 req-a9997dc5-fe37-4108-afa8-9cd8fd98036c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 944 time: 0.0761285 Oct 03 14:52:56.044696 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6c0e08d4-7409-46f9-9aec-b87dfbcbb620 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=207889e387e740279c8a957c6b0b7362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241297 Oct 03 14:52:56.047279 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e08d4-7409-46f9-9aec-b87dfbcbb620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d8105-9ae6-4bfd-9437-4ff36fb5bc41,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:56.060774 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53438) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:56.122767 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7d993a54-bf9f-43d1-872e-52d0ccd53a66 req-a6784043-84e2-482a-b8ff-66e3486b5a82 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937490 Oct 03 14:52:56.167275 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3fbdcefb-cb75-4cd7-9463-555f055f303e admin admin] Publish callbacks [] for security_group (db2d8105-9ae6-4bfd-9437-4ff36fb5bc41), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.176905 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cf1692e9-95e5-4e27-a499-987f6ae9ac16 admin admin] Publish callbacks [] for security_group (a51b4eb0-b79b-4d52-96bf-1ee7b260d46f), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.181958 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cf1692e9-95e5-4e27-a499-987f6ae9ac16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (a51b4eb0-b79b-4d52-96bf-1ee7b260d46f), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.202345 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3fbdcefb-cb75-4cd7-9463-555f055f303e admin admin] Publish callbacks [] for security_group (db2d8105-9ae6-4bfd-9437-4ff36fb5bc41), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.214592 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31175e-9d22-4255-89e3-b22793e740b3 req-f3e6d26b-e2fe-4ce8-a1ee-902d8cba2503 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:56.216084 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-af31175e-9d22-4255-89e3-b22793e740b3 req-f3e6d26b-e2fe-4ce8-a1ee-902d8cba2503 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0915806 Oct 03 14:52:56.229239 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-cf1692e9-95e5-4e27-a499-987f6ae9ac16 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7853ff311f20431399e382138f6e391d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416651 Oct 03 14:52:56.229875 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53444) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:56.231741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1692e9-95e5-4e27-a499-987f6ae9ac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51b4eb0-b79b-4d52-96bf-1ee7b260d46f,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:56.282095 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-86e51365-8998-46aa-acf5-7082a33452ac admin admin] Publish callbacks [] for security_group (a51b4eb0-b79b-4d52-96bf-1ee7b260d46f), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.285227 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:56.294050 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-af31175e-9d22-4255-89e3-b22793e740b3 req-f33a4e2f-18e7-4312-bdbf-27a0a0b21a05 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671020 Oct 03 14:52:56.314020 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-86e51365-8998-46aa-acf5-7082a33452ac admin admin] Publish callbacks [] for security_group (a51b4eb0-b79b-4d52-96bf-1ee7b260d46f), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.325904 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3fbdcefb-cb75-4cd7-9463-555f055f303e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (db2d8105-9ae6-4bfd-9437-4ff36fb5bc41), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.328458 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3fbdcefb-cb75-4cd7-9463-555f055f303e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.329728 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-3fbdcefb-cb75-4cd7-9463-555f055f303e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/db2d8105-9ae6-4bfd-9437-4ff36fb5bc41 HTTP/1.1" status: 204 len: 168 time: 0.2675197 Oct 03 14:52:56.338223 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdcefb-cb75-4cd7-9463-555f055f303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d8105-9ae6-4bfd-9437-4ff36fb5bc41,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:56.375317 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-86e51365-8998-46aa-acf5-7082a33452ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (a51b4eb0-b79b-4d52-96bf-1ee7b260d46f), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.378188 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-86e51365-8998-46aa-acf5-7082a33452ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.382183 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-86e51365-8998-46aa-acf5-7082a33452ac admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a51b4eb0-b79b-4d52-96bf-1ee7b260d46f HTTP/1.1" status: 204 len: 168 time: 0.1484692 Oct 03 14:52:56.389391 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e51365-8998-46aa-acf5-7082a33452ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51b4eb0-b79b-4d52-96bf-1ee7b260d46f,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:56.697776 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed8fc-ad32-467f-90f8-0cf450598cc7 req-d285cf06-d0ca-452f-9284-26795a08f5b2 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:56.699879 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-456ed8fc-ad32-467f-90f8-0cf450598cc7 req-d285cf06-d0ca-452f-9284-26795a08f5b2 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0593200 Oct 03 14:52:56.779952 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 06e443b0-42ce-487b-9e0c-244828a5e40e up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:52:56.795567 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-456ed8fc-ad32-467f-90f8-0cf450598cc7 req-70b105b2-cae2-4b1c-be96-21cfe3476e5d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716069 Oct 03 14:52:56.805636 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ce344-b804-46b9-a12e-b7a5c5b4bf87 req-86422059-3340-4f1a-a54c-6a2bbb80ade0 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:56.808438 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd9ce344-b804-46b9-a12e-b7a5c5b4bf87 req-86422059-3340-4f1a-a54c-6a2bbb80ade0 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0601182 Oct 03 14:52:56.827360 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:56.831134 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:56.854149 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 06e443b0-42ce-487b-9e0c-244828a5e40e completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:52:56.862828 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 06e443b0-42ce-487b-9e0c-244828a5e40e triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:52:56.863437 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.864123 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 06e443b0-42ce-487b-9e0c-244828a5e40e Oct 03 14:52:56.880569 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd9ce344-b804-46b9-a12e-b7a5c5b4bf87 req-7804f381-6364-4ac9-b69a-dc934873d926 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603554 Oct 03 14:52:56.930409 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53472) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:56.953917 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1a5965f3-ba42-460d-8d6f-a8cff77330f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.954520 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 06e443b0-42ce-487b-9e0c-244828a5e40e is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:56.954903 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:56.992526 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 06e443b0-42ce-487b-9e0c-244828a5e40e, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=06e443b0-42ce-487b-9e0c-244828a5e40e,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:56.997950 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.042758 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b504fe-ebe7-4d97-b9a6-cac83e0ceaec req-5b122ebc-86f8-4422-ac94-2d99f1064e3c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:57.044222 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e9b504fe-ebe7-4d97-b9a6-cac83e0ceaec req-5b122ebc-86f8-4422-ac94-2d99f1064e3c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0613234 Oct 03 14:52:57.050371 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=06e443b0-42ce-487b-9e0c-244828a5e40e,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:57.135166 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1a5965f3-ba42-460d-8d6f-a8cff77330f7 admin admin] Publish callbacks [] for security_group (7ad24a92-be8c-46a2-b2be-455c60247355), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.139200 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e9b504fe-ebe7-4d97-b9a6-cac83e0ceaec req-5e0f1c3a-ab1d-4e74-8dbf-fb92c562e6b7 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880861 Oct 03 14:52:57.141815 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1a5965f3-ba42-460d-8d6f-a8cff77330f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7ad24a92-be8c-46a2-b2be-455c60247355), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.146272 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:57.188326 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193f7fe8-5737-49b3-a165-4345f3357042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e443b0-42ce-487b-9e0c-244828a5e40e'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:52:57.191375 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603c47a1-1f99-48e1-be0f-0ff4445773b5" -d '{"events": [{"server_uuid": "193f7fe8-5737-49b3-a165-4345f3357042", "name": "network-vif-plugged", "status": "completed", "tag": "06e443b0-42ce-487b-9e0c-244828a5e40e"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:52:57.207474 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-1a5965f3-ba42-460d-8d6f-a8cff77330f7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=70e383c5d71e442686570ab1428d47fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724895 Oct 03 14:52:57.207474 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5965f3-ba42-460d-8d6f-a8cff77330f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad24a92-be8c-46a2-b2be-455c60247355,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:57.207758 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53482) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:52:57.253032 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc4427-8765-4d25-9f26-42961ee7a58b x-openstack-request-id: req-4afc4427-8765-4d25-9f26-42961ee7a58b {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:52:57.253327 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193f7fe8-5737-49b3-a165-4345f3357042", "name": "network-vif-plugged", "status": "completed", "tag": "06e443b0-42ce-487b-9e0c-244828a5e40e", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:52:57.253607 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4afc4427-8765-4d25-9f26-42961ee7a58b {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:52:57.254010 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afc4427-8765-4d25-9f26-42961ee7a58b'] response: {'server_uuid': '193f7fe8-5737-49b3-a165-4345f3357042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e443b0-42ce-487b-9e0c-244828a5e40e', 'code': 200} Oct 03 14:52:57.255647 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:57.314337 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab95bb-f8f7-47e6-9f82-26047f9740f6 req-d70c118e-8461-429c-aa21-3cc653ae6a6a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:57.316536 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bcab95bb-f8f7-47e6-9f82-26047f9740f6 req-d70c118e-8461-429c-aa21-3cc653ae6a6a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0595527 Oct 03 14:52:57.407723 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b563a013-4d9f-4d58-b249-19b018a5a76b admin admin] Publish callbacks [] for security_group (7ad24a92-be8c-46a2-b2be-455c60247355), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.420793 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cc815-5e9f-4308-9e62-a62eb05daa4b req-47d3b853-86b8-4d33-8499-9c64b60eddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:57.431237 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-824cc815-5e9f-4308-9e62-a62eb05daa4b req-47d3b853-86b8-4d33-8499-9c64b60eddc3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 1129 time: 0.0786223 Oct 03 14:52:57.454727 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b563a013-4d9f-4d58-b249-19b018a5a76b admin admin] Publish callbacks [] for security_group (7ad24a92-be8c-46a2-b2be-455c60247355), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.485237 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67d374-3620-4140-8550-142de6705ab6 req-271fe852-783f-4cd3-917f-63f6bcddd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:57.487426 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1a67d374-3620-4140-8550-142de6705ab6 req-271fe852-783f-4cd3-917f-63f6bcddd259 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 1129 time: 0.2704690 Oct 03 14:52:57.495452 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bcab95bb-f8f7-47e6-9f82-26047f9740f6 req-b8c43d34-c4b3-4f03-a989-25c8559fbee9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729314 Oct 03 14:52:57.508282 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-824cc815-5e9f-4308-9e62-a62eb05daa4b req-9bcb0b5d-38f2-47e6-992c-ad12913121ec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.522692 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2282-cb17-446c-887d-d196288b780c req-816e91bb-afb3-4d25-98f4-dd39e5f2485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:57.524828 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-81ac2282-cb17-446c-887d-d196288b780c req-816e91bb-afb3-4d25-98f4-dd39e5f2485c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 1127 time: 0.2476575 Oct 03 14:52:57.534145 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b563a013-4d9f-4d58-b249-19b018a5a76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7ad24a92-be8c-46a2-b2be-455c60247355), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.536760 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b563a013-4d9f-4d58-b249-19b018a5a76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.537940 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-b563a013-4d9f-4d58-b249-19b018a5a76b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7ad24a92-be8c-46a2-b2be-455c60247355 HTTP/1.1" status: 204 len: 168 time: 0.3291407 Oct 03 14:52:57.547408 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563a013-4d9f-4d58-b249-19b018a5a76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad24a92-be8c-46a2-b2be-455c60247355,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:57.560442 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81b58d-6563-49f2-b836-55b0c003dd69 req-0ff4eba1-1305-4bc2-ac84-521e02cd3d74 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:57.568782 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a81b58d-6563-49f2-b836-55b0c003dd69 req-0ff4eba1-1305-4bc2-ac84-521e02cd3d74 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.1220105 Oct 03 14:52:57.656080 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a81b58d-6563-49f2-b836-55b0c003dd69 req-9ff7b3dd-ef16-42ba-a2ff-1e78bceb25ec tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808342 Oct 03 14:52:57.701262 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:57.706696 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-824cc815-5e9f-4308-9e62-a62eb05daa4b req-9bcb0b5d-38f2-47e6-992c-ad12913121ec service neutron] Publish callbacks [] for security_group (045fc900-c71b-489a-b6aa-301170d66f4e), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.714497 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-824cc815-5e9f-4308-9e62-a62eb05daa4b req-9bcb0b5d-38f2-47e6-992c-ad12913121ec service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (045fc900-c71b-489a-b6aa-301170d66f4e), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:57.774294 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-824cc815-5e9f-4308-9e62-a62eb05daa4b req-9bcb0b5d-38f2-47e6-992c-ad12913121ec service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280683 Oct 03 14:52:57.806176 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb0b5d-38f2-47e6-992c-ad12913121ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=045fc900-c71b-489a-b6aa-301170d66f4e,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:57.887674 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1a67d374-3620-4140-8550-142de6705ab6 req-f763149d-d512-44b7-b24f-e33efba1b20f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102042 Oct 03 14:52:57.933012 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2282-cb17-446c-887d-d196288b780c req-ae9840fe-8dfc-44dd-a3dc-2d97d1b99c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:57.934612 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-81ac2282-cb17-446c-887d-d196288b780c req-ae9840fe-8dfc-44dd-a3dc-2d97d1b99c34 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=8cf070b7d6ff419392acaddbbee1e242&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1588264 Oct 03 14:52:57.984974 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dc9b2-f239-4c03-9d36-8bed6fcc94af req-d4e4bb4e-bf39-4f5c-9858-3bf211a8aaea tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:57.993041 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-073dc9b2-f239-4c03-9d36-8bed6fcc94af req-d4e4bb4e-bf39-4f5c-9858-3bf211a8aaea tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0737994 Oct 03 14:52:58.005243 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-d20d6876-915f-4f07-8006-ac7857f9c74f tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=2a3f1ef0d0c343dfbf2eae49c0ea450c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421448 Oct 03 14:52:58.057253 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-073dc9b2-f239-4c03-9d36-8bed6fcc94af req-0a6c62f4-efa7-4640-9525-9311ac0435d2 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627856 Oct 03 14:52:58.200019 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcc636-b0fb-4f5e-a38a-1c2494b1925a req-6f50c6c0-1027-40bb-9379-61ee8e498098 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:58.207030 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8adcc636-b0fb-4f5e-a38a-1c2494b1925a req-6f50c6c0-1027-40bb-9379-61ee8e498098 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0606320 Oct 03 14:52:58.266223 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8adcc636-b0fb-4f5e-a38a-1c2494b1925a req-ef702b0b-478b-4d43-9f17-019653530487 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582976 Oct 03 14:52:58.411931 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0187611-5def-4d84-9af0-68ccad3f359f req-d0a61135-d9ec-4b71-9fe3-c314eecf40a8 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:58.413775 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-d0a61135-d9ec-4b71-9fe3-c314eecf40a8 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4034221 Oct 03 14:52:58.416168 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a73e62-6272-4d43-8a89-0a451396efbe req-27047a09-dd18-460e-a6bc-111f42465535 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:58.423363 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-75a73e62-6272-4d43-8a89-0a451396efbe req-27047a09-dd18-460e-a6bc-111f42465535 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0542881 Oct 03 14:52:58.431849 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-f01348fc-146a-440f-a569-182481be0950 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/quotas/2a3f1ef0d0c343dfbf2eae49c0ea450c HTTP/1.1" status: 200 len: 375 time: 0.0124052 Oct 03 14:52:58.473467 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:58.486095 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-7fc12898-7920-42cf-bd74-f59241132cfe tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2a3f1ef0d0c343dfbf2eae49c0ea450c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470357 Oct 03 14:52:58.497926 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-75a73e62-6272-4d43-8a89-0a451396efbe req-32e02b4e-15ab-4e7d-ab9f-2ec9af47c710 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689323 Oct 03 14:52:58.728196 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008269b-a068-41a4-9704-04c90ec1b7c9 req-18c5893a-cf9d-4094-8faa-45a3da3218f1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:58.739675 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5008269b-a068-41a4-9704-04c90ec1b7c9 req-18c5893a-cf9d-4094-8faa-45a3da3218f1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0968878 Oct 03 14:52:58.751209 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fa76d-58e6-4a62-9e98-128ba9aadedf req-872c6817-e0c9-491c-8f70-cf0bd4769655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:58.753071 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ee4fa76d-58e6-4a62-9e98-128ba9aadedf req-872c6817-e0c9-491c-8f70-cf0bd4769655 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 1129 time: 0.1880653 Oct 03 14:52:58.770783 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b450ace3-8c22-4457-9a3a-d0ad5774c054 req-3c27a8b1-ad2c-4283-846d-ce21ae5b042c tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0865221 Oct 03 14:52:58.782342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device d7ceaf30-9e00-432b-b831-684569089003 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:52:58.819456 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:58.837443 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2282-cb17-446c-887d-d196288b780c req-2e372866-a14b-4737-b2e7-bc3c021b172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:58.839199 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-81ac2282-cb17-446c-887d-d196288b780c req-2e372866-a14b-4737-b2e7-bc3c021b172d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2869706 Oct 03 14:52:58.848574 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5008269b-a068-41a4-9704-04c90ec1b7c9 req-74d3fc53-c0ff-44b0-85a4-246216f79dfc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074903 Oct 03 14:52:58.933368 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872dc87-bff9-4916-817b-895ca9d7de1c req-2b1d3fd5-6b55-435d-821b-aac947aff12f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:58.935719 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c872dc87-bff9-4916-817b-895ca9d7de1c req-2b1d3fd5-6b55-435d-821b-aac947aff12f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0662069 Oct 03 14:52:58.962739 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port d7ceaf30-9e00-432b-b831-684569089003, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d7ceaf30-9e00-432b-b831-684569089003,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:58.988870 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'd7ceaf30-9e00-432b-b831-684569089003', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'port_id': 'd7ceaf30-9e00-432b-b831-684569089003', 'mac_address': 'fa:16:3e:8f:18:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:52:59.022843 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c872dc87-bff9-4916-817b-895ca9d7de1c req-f76158dc-64d6-4f85-b8b8-7ee99182ba86 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749736 Oct 03 14:52:59.037429 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port d7ceaf30-9e00-432b-b831-684569089003 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:52:59.038195 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (d7ceaf30-9e00-432b-b831-684569089003), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:59.057884 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ceaf30-9e00-432b-b831-684569089003 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:52:59.094649 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port d7ceaf30-9e00-432b-b831-684569089003, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d7ceaf30-9e00-432b-b831-684569089003,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:52:59.106235 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (d7ceaf30-9e00-432b-b831-684569089003), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:52:59.163854 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:59.167720 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a6659-107d-47be-8833-dc3add002e31 req-ac371e2e-e1f5-4ae1-8921-7fc5a0cdee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:59.169963 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-196a6659-107d-47be-8833-dc3add002e31 req-ac371e2e-e1f5-4ae1-8921-7fc5a0cdee5a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 1129 time: 0.1095576 Oct 03 14:52:59.187943 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ee4fa76d-58e6-4a62-9e98-128ba9aadedf req-74bc7717-9eb8-427a-a868-f13b81e90745 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997658 Oct 03 14:52:59.242710 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7134a8-219f-4c16-bdcc-67bb98852cb3 req-ce7ed0e7-4084-48b9-9f36-08f0ba99f917 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:59.244579 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fb7134a8-219f-4c16-bdcc-67bb98852cb3 req-ce7ed0e7-4084-48b9-9f36-08f0ba99f917 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0580096 Oct 03 14:52:59.326940 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fb7134a8-219f-4c16-bdcc-67bb98852cb3 req-ad5601e5-17e0-4fbd-b4d3-32f4622586ed tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742712 Oct 03 14:52:59.367051 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=d7ceaf30-9e00-432b-b831-684569089003,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:52:59.474846 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63c69f-a930-4cd3-8db3-3916945cf01a req-acf783e9-a756-4e2a-be4d-ea1af3db0c0e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:59.483649 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ea63c69f-a930-4cd3-8db3-3916945cf01a req-acf783e9-a756-4e2a-be4d-ea1af3db0c0e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0778496 Oct 03 14:52:59.544302 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ea63c69f-a930-4cd3-8db3-3916945cf01a req-4a36e2c9-6285-4964-89a5-980425dac629 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597706 Oct 03 14:52:59.570277 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['d7ceaf30-9e00-432b-b831-684569089003'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:52:59.688682 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8c5a2-afa4-43c1-9387-2eba8d607b25 req-b4cfffb5-d17c-4b77-a87e-b2e32cc866ba tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:59.694525 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-14d8c5a2-afa4-43c1-9387-2eba8d607b25 req-b4cfffb5-d17c-4b77-a87e-b2e32cc866ba tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.1159081 Oct 03 14:52:59.747106 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-14d8c5a2-afa4-43c1-9387-2eba8d607b25 req-3bcd6903-118d-48ea-944a-26fee8abd9a5 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498149 Oct 03 14:52:59.750867 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:52:59.859774 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-759e60bc-1764-47de-b68c-2c1e0b1a58b7 req-6039fb77-4b99-4db5-89e2-83b935a507d9 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0277827 Oct 03 14:52:59.962048 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea891d3-3303-4c2b-962f-f6b0d4205d65 req-95eabcef-b870-42a5-81c0-e60e56a3e72a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:52:59.963555 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fea891d3-3303-4c2b-962f-f6b0d4205d65 req-95eabcef-b870-42a5-81c0-e60e56a3e72a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0480237 Oct 03 14:53:00.014162 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fea891d3-3303-4c2b-962f-f6b0d4205d65 req-6a2d89be-03cb-4426-bb36-6113f1d1e206 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Oct 03 14:53:00.146094 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a4d5b-7301-42b1-b115-31a82e1b7855 req-bcaba2b9-30f8-479a-9a04-838099577d43 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:00.147546 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5d7a4d5b-7301-42b1-b115-31a82e1b7855 req-bcaba2b9-30f8-479a-9a04-838099577d43 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0469816 Oct 03 14:53:00.193462 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5d7a4d5b-7301-42b1-b115-31a82e1b7855 req-8d1de754-b912-409b-89f0-8548dd3822b2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402558 Oct 03 14:53:00.458876 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f58e5-1108-41fc-aed1-46efd1d54828 req-6e4be246-6e14-4302-82d6-73810e3cab67 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:00.462009 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-810f58e5-1108-41fc-aed1-46efd1d54828 req-6e4be246-6e14-4302-82d6-73810e3cab67 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0555880 Oct 03 14:53:00.470266 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-196a6659-107d-47be-8833-dc3add002e31 req-e8c707e8-dc15-4dcd-b092-0e84a94a031b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466921 Oct 03 14:53:00.520399 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-810f58e5-1108-41fc-aed1-46efd1d54828 req-30d5c1f4-e688-4de3-932f-021def2d0195 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538836 Oct 03 14:53:00.669559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972f9df-4055-4fa4-b041-3437ab73eea7 req-d329f398-5b60-4e39-ab12-deeea8b68f1a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:00.671007 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3972f9df-4055-4fa4-b041-3437ab73eea7 req-d329f398-5b60-4e39-ab12-deeea8b68f1a tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0462062 Oct 03 14:53:00.712350 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:00.721111 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3972f9df-4055-4fa4-b041-3437ab73eea7 req-e5c91cd2-846e-4984-bdc3-b9b0a152b557 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Oct 03 14:53:00.882913 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a63d42-ccd8-40d8-916b-4b590ad6af09 req-7cdc356c-e400-4da2-8a28-ac8e6d29c9b6 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:00.892079 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d4a63d42-ccd8-40d8-916b-4b590ad6af09 req-7cdc356c-e400-4da2-8a28-ac8e6d29c9b6 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0590479 Oct 03 14:53:00.893865 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device d7ceaf30-9e00-432b-b831-684569089003 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:00.917324 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:00.991454 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d4a63d42-ccd8-40d8-916b-4b590ad6af09 req-2f7f7643-f118-4ec7-8062-65c4caf24c07 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975206 Oct 03 14:53:01.036242 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ceb86846-0de6-459f-8409-ec7f2aa3f9bf req-405ed537-8f25-4f7f-874a-846febfd0ba3 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0451207 Oct 03 14:53:01.070048 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port d7ceaf30-9e00-432b-b831-684569089003 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:53:01.078832 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port d7ceaf30-9e00-432b-b831-684569089003 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:01.079471 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (d7ceaf30-9e00-432b-b831-684569089003), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:01.080059 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port d7ceaf30-9e00-432b-b831-684569089003 Oct 03 14:53:01.184568 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db91283-3672-4450-ab8e-b7bc0d815aa5 req-f6a4ce03-6da9-4323-8dbe-11501d3b73a3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:01.197745 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1db91283-3672-4450-ab8e-b7bc0d815aa5 req-f6a4ce03-6da9-4323-8dbe-11501d3b73a3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0741253 Oct 03 14:53:01.198062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port d7ceaf30-9e00-432b-b831-684569089003 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:01.198062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (d7ceaf30-9e00-432b-b831-684569089003), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:01.226149 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eb4038-8732-40ab-b4ff-b9ba16dab3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ceaf30-9e00-432b-b831-684569089003'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:53:01.228634 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e140bc-1c67-43a4-a3e9-df59529a6d65" -d '{"events": [{"server_uuid": "93eb4038-8732-40ab-b4ff-b9ba16dab3f3", "name": "network-vif-plugged", "status": "completed", "tag": "d7ceaf30-9e00-432b-b831-684569089003"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:53:01.250804 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1db91283-3672-4450-ab8e-b7bc0d815aa5 req-b31d5c85-efed-465b-86f1-eafba00eb3c8 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559371 Oct 03 14:53:01.256087 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port d7ceaf30-9e00-432b-b831-684569089003, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d7ceaf30-9e00-432b-b831-684569089003,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:01.268805 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (d7ceaf30-9e00-432b-b831-684569089003), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:01.312905 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80196bcb-b1e0-4d75-959e-8c23c34c1ad0 x-openstack-request-id: req-80196bcb-b1e0-4d75-959e-8c23c34c1ad0 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:53:01.313221 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93eb4038-8732-40ab-b4ff-b9ba16dab3f3", "name": "network-vif-plugged", "status": "completed", "tag": "d7ceaf30-9e00-432b-b831-684569089003", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:53:01.314237 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80196bcb-b1e0-4d75-959e-8c23c34c1ad0 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:53:01.314639 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80196bcb-b1e0-4d75-959e-8c23c34c1ad0'] response: {'server_uuid': '93eb4038-8732-40ab-b4ff-b9ba16dab3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ceaf30-9e00-432b-b831-684569089003', 'code': 200} Oct 03 14:53:01.334052 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=d7ceaf30-9e00-432b-b831-684569089003,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:01.355583 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6651bea-7ec4-4ab3-b3e3-1587e7e15bc7 req-721c760c-d6b1-43e2-9124-cdbd089873bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:01.357080 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6651bea-7ec4-4ab3-b3e3-1587e7e15bc7 req-721c760c-d6b1-43e2-9124-cdbd089873bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0520356 Oct 03 14:53:01.408870 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6651bea-7ec4-4ab3-b3e3-1587e7e15bc7 req-3ac2046b-7e79-40e6-aa24-ba396f57f68a tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442588 Oct 03 14:53:01.579346 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7917eb-980a-43ac-965a-2daef6f9e95e req-7add9f86-1460-41dc-a564-c1974ebdd553 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:01.585874 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fb7917eb-980a-43ac-965a-2daef6f9e95e req-7add9f86-1460-41dc-a564-c1974ebdd553 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0604396 Oct 03 14:53:01.593037 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53652) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:01.599297 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-08390918-c8d5-4cca-b6fc-0b202bb191c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'floatingip': {'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:01.667997 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-9d0a34da-a270-47a2-a0c0-24671b673ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:01.669416 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-9d0a34da-a270-47a2-a0c0-24671b673ca3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 1127 time: 0.1298351 Oct 03 14:53:01.689082 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-08390918-c8d5-4cca-b6fc-0b202bb191c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (11db4b8b-f78f-4f6b-af6b-4f8f253d575c), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:01.789908 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfedf7-58cf-46f0-aa81-69590cb543f1 req-2f061191-8b74-4a22-8179-ab9ca8f1e4df tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:01.791357 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cfdfedf7-58cf-46f0-aa81-69590cb543f1 req-2f061191-8b74-4a22-8179-ab9ca8f1e4df tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.1246977 Oct 03 14:53:01.886656 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cfdfedf7-58cf-46f0-aa81-69590cb543f1 req-f4ccf3c4-9cbb-45f6-92af-e09f8a5aa562 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898066 Oct 03 14:53:02.129626 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae2fe9-5907-4e48-ab34-cbc2a0bd627d req-8bf2ea68-fb05-4ad9-aa38-ff2d5a7f347c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:02.131790 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5fae2fe9-5907-4e48-ab34-cbc2a0bd627d req-8bf2ea68-fb05-4ad9-aa38-ff2d5a7f347c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0661287 Oct 03 14:53:02.192832 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5fae2fe9-5907-4e48-ab34-cbc2a0bd627d req-2ce9a41a-4462-4e53-b43c-1bfce92a75d5 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553601 Oct 03 14:53:02.242423 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-60fcfc77-ada7-41e2-8210-41aa86da8f9d req-6c00ae9b-6b25-460a-88ec-e60e6804b279 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.1071429 Oct 03 14:53:02.469565 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84f9a3-2451-4e0c-b390-58454b7dda90 req-eddb286c-eff3-4a46-a252-48cf30651f5e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:02.481360 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4a84f9a3-2451-4e0c-b390-58454b7dda90 req-eddb286c-eff3-4a46-a252-48cf30651f5e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0939932 Oct 03 14:53:02.545418 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4a84f9a3-2451-4e0c-b390-58454b7dda90 req-b626b3d5-a17a-4b99-9309-d744ca9e7c6f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627618 Oct 03 14:53:02.648501 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:02.669458 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-08390918-c8d5-4cca-b6fc-0b202bb191c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:02.675186 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-08390918-c8d5-4cca-b6fc-0b202bb191c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (11db4b8b-f78f-4f6b-af6b-4f8f253d575c), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:02.783773 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-08390918-c8d5-4cca-b6fc-0b202bb191c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Floating IP 11db4b8b-f78f-4f6b-af6b-4f8f253d575c associated. External IP: 172.27.1.6, port: 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25. Oct 03 14:53:03.016332 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08390918-c8d5-4cca-b6fc-0b202bb191c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:53:03.031603 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5720e-e844-46e0-b8b2-c2fba4e3d615 req-751188f9-b7b1-4652-a27b-576bfd3fc015 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:03.037969 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-23d5720e-e844-46e0-b8b2-c2fba4e3d615 req-751188f9-b7b1-4652-a27b-576bfd3fc015 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0581036 Oct 03 14:53:03.059679 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:03.085742 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-23d5720e-e844-46e0-b8b2-c2fba4e3d615 req-f61021b9-3aee-4b85-bc69-46949d12795d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Oct 03 14:53:03.137233 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08390918-c8d5-4cca-b6fc-0b202bb191c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:53:03.143264 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-08390918-c8d5-4cca-b6fc-0b202bb191c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:03.155084 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:53:03.166078 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:03.166702 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:52:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:03.199206 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-08390918-c8d5-4cca-b6fc-0b202bb191c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/11db4b8b-f78f-4f6b-af6b-4f8f253d575c HTTP/1.1" status: 200 len: 989 time: 1.6048465 Oct 03 14:53:03.200389 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'tag': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:53:03.202375 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5910190d-97a4-419b-89bf-cac34fa34e32" -d '{"events": [{"name": "network-changed", "server_uuid": "e89e5bd3-ef0d-4314-b688-10af4dbf02a8", "tag": "9bdcc1e0-93a1-4a48-839a-e6c7d4339e25"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:53:03.219099 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f532a5f-7130-4ea6-8696-40b9e34bd4fe req-878449b4-c2c3-424c-bc90-865244a2a954 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:03.221297 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7f532a5f-7130-4ea6-8696-40b9e34bd4fe req-878449b4-c2c3-424c-bc90-865244a2a954 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0506065 Oct 03 14:53:03.234759 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53736) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:03.240926 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-d47c18c9-f709-4dd8-b1f7-dba9f41e7074 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'floatingip': {'port_id': 'abd33b94-cd03-47ad-bbbe-b38838da0555'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:03.291431 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a57b260-c893-4eee-ba38-412997e80b59 x-openstack-request-id: req-3a57b260-c893-4eee-ba38-412997e80b59 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:53:03.292013 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89e5bd3-ef0d-4314-b688-10af4dbf02a8", "tag": "9bdcc1e0-93a1-4a48-839a-e6c7d4339e25", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:53:03.292121 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a57b260-c893-4eee-ba38-412997e80b59 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:53:03.292999 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a57b260-c893-4eee-ba38-412997e80b59'] response: {'name': 'network-changed', 'server_uuid': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'tag': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'status': 'completed', 'code': 200} Oct 03 14:53:03.306451 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d47c18c9-f709-4dd8-b1f7-dba9f41e7074 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (890aa913-2ba1-4bb9-bc81-097d3e5de412), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:03.387415 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:03.387610 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934436a-6f8f-48a7-9d85-aa97d4e6afb1 req-0b219477-8c6a-4a02-9260-f0da1c61e859 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:03.388931 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1934436a-6f8f-48a7-9d85-aa97d4e6afb1 req-0b219477-8c6a-4a02-9260-f0da1c61e859 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0471015 Oct 03 14:53:03.444295 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1934436a-6f8f-48a7-9d85-aa97d4e6afb1 req-548b1b60-871c-4cbe-8d78-2079b512e32b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487797 Oct 03 14:53:03.532151 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9b38b165-9a9d-4902-ae51-8e5a073c4e14 req-a2dfb34b-352a-4435-ac62-68cd7dd62102 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0287960 Oct 03 14:53:03.651871 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:03.655098 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '11db4b8b-f78f-4f6b-af6b-4f8f253d575c', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:53:02Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:03.663980 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bae61d-5e97-47c0-b40d-c2396709ee00 req-836f147c-d3c6-4d55-8163-9f891e720de6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:03.665464 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-08bae61d-5e97-47c0-b40d-c2396709ee00 req-836f147c-d3c6-4d55-8163-9f891e720de6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0498943 Oct 03 14:53:03.680721 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:53:03.689993 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:03.690605 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:52:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:03.716476 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-08bae61d-5e97-47c0-b40d-c2396709ee00 req-e5371c8b-4594-4ef8-892e-f6d71098bfff tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 Oct 03 14:53:03.769008 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:03.782097 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d47c18c9-f709-4dd8-b1f7-dba9f41e7074 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:03.785706 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d47c18c9-f709-4dd8-b1f7-dba9f41e7074 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (890aa913-2ba1-4bb9-bc81-097d3e5de412), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:03.809709 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:03.883608 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-d47c18c9-f709-4dd8-b1f7-dba9f41e7074 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Floating IP 890aa913-2ba1-4bb9-bc81-097d3e5de412 associated. External IP: 172.27.1.243, port: abd33b94-cd03-47ad-bbbe-b38838da0555. Oct 03 14:53:04.022712 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '11db4b8b-f78f-4f6b-af6b-4f8f253d575c', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:53:02Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:04.046628 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a1b6e2-7996-492d-98cc-ba77a7bee6a5 None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '11db4b8b-f78f-4f6b-af6b-4f8f253d575c', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:53:02Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:53:04.085323 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47c18c9-f709-4dd8-b1f7-dba9f41e7074 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Router 72d34265-f079-48db-92dc-e317f47b8843 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:53:04.194689 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47c18c9-f709-4dd8-b1f7-dba9f41e7074 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:53:04.199142 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d47c18c9-f709-4dd8-b1f7-dba9f41e7074 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:04.204417 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] Sync routers for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:53:04.215826 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:04.216772 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:52:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:04.232399 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d47c18c9-f709-4dd8-b1f7-dba9f41e7074 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/890aa913-2ba1-4bb9-bc81-097d3e5de412 HTTP/1.1" status: 200 len: 991 time: 0.9962254 Oct 03 14:53:04.261623 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abba32a-0b16-4503-bd21-6eb0132ed745 None None] New status for floating IP 11db4b8b-f78f-4f6b-af6b-4f8f253d575c: ACTIVE {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:53:04.267543 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:04.323922 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:04.563066 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5fbf1-4876-481f-b1c5-39b9d3ff8580 req-8826951e-a2f9-4486-b2a4-3c1b353bef3b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:04.564987 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-28c5fbf1-4876-481f-b1c5-39b9d3ff8580 req-8826951e-a2f9-4486-b2a4-3c1b353bef3b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0474498 Oct 03 14:53:04.577647 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:53:04.581397 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '890aa913-2ba1-4bb9-bc81-097d3e5de412', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '72d34265-f079-48db-92dc-e317f47b8843', 'port_id': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'mac_address': 'fa:16:3e:f4:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879d6c-62f5-4281-b134-faecf706a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:17Z', 'updated_at': '2022-10-03T14:53:03Z', 'revision_number': 1, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:04.606875 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] Checking router: 72d34265-f079-48db-92dc-e317f47b8843 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:53:04.616041 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:04.616654 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:52:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:04.617243 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-28c5fbf1-4876-481f-b1c5-39b9d3ff8580 req-a932ed5f-7bd9-4a67-8f02-94ca908c683e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460341 Oct 03 14:53:04.698404 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0973a1ba-b82c-47a8-a575-fc9a23b9013e req-e9cdbe35-e828-4ecc-b3ea-05ab7cb3ffc9 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0269682 Oct 03 14:53:04.719144 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:04.820857 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:04.839044 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd14ac-a4ba-4ae0-93a2-799d7d730c5a req-3855c0ee-a846-48a5-aac3-0171af541b15 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:04.840510 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-33bd14ac-a4ba-4ae0-93a2-799d7d730c5a req-3855c0ee-a846-48a5-aac3-0171af541b15 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0451562 Oct 03 14:53:04.888042 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-33bd14ac-a4ba-4ae0-93a2-799d7d730c5a req-4fa6933c-2396-446c-9d3f-376c6d6619b6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Oct 03 14:53:04.929550 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '890aa913-2ba1-4bb9-bc81-097d3e5de412', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '72d34265-f079-48db-92dc-e317f47b8843', 'port_id': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'mac_address': 'fa:16:3e:f4:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879d6c-62f5-4281-b134-faecf706a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:17Z', 'updated_at': '2022-10-03T14:53:03Z', 'revision_number': 1, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:04.952970 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8d44a3-bf2c-4352-a1e5-2109d013bd29 None None] The sync data for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi is: [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '890aa913-2ba1-4bb9-bc81-097d3e5de412', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'floating_ip_address': '172.27.1.243', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '72d34265-f079-48db-92dc-e317f47b8843', 'port_id': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'mac_address': 'fa:16:3e:f4:da:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27879d6c-62f5-4281-b134-faecf706a2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:17Z', 'updated_at': '2022-10-03T14:53:03Z', 'revision_number': 1, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:53:05.294108 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:53:05.296701 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7" -d '{"events": [{"name": "network-changed", "server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:53:05.338597 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a2eba0-5bb5-4c29-9790-0f3c272b0857 x-openstack-request-id: req-c3a2eba0-5bb5-4c29-9790-0f3c272b0857 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:53:05.339046 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:53:05.339331 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3a2eba0-5bb5-4c29-9790-0f3c272b0857 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:53:05.339888 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a2eba0-5bb5-4c29-9790-0f3c272b0857'] response: {'name': 'network-changed', 'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'status': 'completed', 'code': 200} Oct 03 14:53:05.542747 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f127e2-7c63-4bb9-88ac-083b6ec80088 None None] New status for floating IP 890aa913-2ba1-4bb9-bc81-097d3e5de412: ACTIVE {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:53:05.740260 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff654-4d27-4c7b-92ed-ed28f5c3e5ea req-b80b23bc-3b4e-4d35-b124-f65f36fff29a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:05.742065 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-091ff654-4d27-4c7b-92ed-ed28f5c3e5ea req-b80b23bc-3b4e-4d35-b124-f65f36fff29a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0499330 Oct 03 14:53:05.791408 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-091ff654-4d27-4c7b-92ed-ed28f5c3e5ea req-de7ebcc1-6207-47fa-acd7-27bf5c282ea8 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 Oct 03 14:53:05.872585 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-be24e26d-06ec-4f70-b1cb-826a6dc04eb7 req-6b4a5451-9f19-4d38-a4f6-10576270b95b tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0263300 Oct 03 14:53:05.990272 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:06.002912 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec47779-16b2-4c15-a519-e584a10d289b req-425f1665-c3c8-4291-9e78-e1c16c1cedf2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:06.004281 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6ec47779-16b2-4c15-a519-e584a10d289b req-425f1665-c3c8-4291-9e78-e1c16c1cedf2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0453930 Oct 03 14:53:06.051099 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6ec47779-16b2-4c15-a519-e584a10d289b req-96877526-ebe7-4f31-b1be-90a962fae881 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 Oct 03 14:53:06.911043 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e03bd-a88a-4752-b842-6a951cf74331 req-af1d11f6-d168-4525-8047-d6dc1ad551ea tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:06.912471 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f16e03bd-a88a-4752-b842-6a951cf74331 req-af1d11f6-d168-4525-8047-d6dc1ad551ea tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0480487 Oct 03 14:53:06.957761 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f16e03bd-a88a-4752-b842-6a951cf74331 req-fb2eec74-e166-44d2-bb8d-c59e1b0904cb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399172 Oct 03 14:53:07.036105 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0cd710b0-b9c8-4e7c-8715-70372f20c2b7 req-120fc296-d2e8-4b7b-9577-141f2e407a6a tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0257947 Oct 03 14:53:07.170333 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78327549-a325-4192-9c84-4846d63d5603 req-bd65a932-8be7-4689-aa05-384793fac879 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:07.172447 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-78327549-a325-4192-9c84-4846d63d5603 req-bd65a932-8be7-4689-aa05-384793fac879 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0502968 Oct 03 14:53:07.179299 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-bbef3727-ca90-4e24-b539-b337af6c4267 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb HTTP/1.1" status: 200 len: 217 time: 0.0351007 Oct 03 14:53:07.221541 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-78327549-a325-4192-9c84-4846d63d5603 req-4c094e49-9bae-4a60-b3d3-876f00af851a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Oct 03 14:53:07.906119 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53794) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:08.019959 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:08.041218 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-df6b0464-12b6-40a4-9f1a-c58c7349182b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:08.055222 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-7224efe7-feb0-4df6-a511-7b0959d7dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:08.056724 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-7224efe7-feb0-4df6-a511-7b0959d7dc67 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 1129 time: 0.1026394 Oct 03 14:53:08.058403 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-8a7eea1e-6af6-4186-9916-aaae443dd531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:08.059686 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-8a7eea1e-6af6-4186-9916-aaae443dd531 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a48f3f05-3214-4e90-88bc-7c789ec0a9f7 HTTP/1.1" status: 200 len: 850 time: 0.0967276 Oct 03 14:53:08.081985 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1c509-298a-43d4-8d7d-f08632691aee req-0e87ae93-e968-468e-a65c-79f2bf1367f3 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:08.083691 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b4b1c509-298a-43d4-8d7d-f08632691aee req-0e87ae93-e968-468e-a65c-79f2bf1367f3 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0531561 Oct 03 14:53:08.184534 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-df6b0464-12b6-40a4-9f1a-c58c7349182b admin admin] Publish callbacks [] for security_group (dfe7a3c0-8bdf-468e-b390-7ed971bbb579), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:08.186487 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-09d3b6ee-f4e2-4703-b1ed-c2ed5a429c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:08.188631 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-09d3b6ee-f4e2-4703-b1ed-c2ed5a429c1f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 1129 time: 0.0676494 Oct 03 14:53:08.236816 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-df6b0464-12b6-40a4-9f1a-c58c7349182b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (dfe7a3c0-8bdf-468e-b390-7ed971bbb579), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:08.291186 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b4b1c509-298a-43d4-8d7d-f08632691aee req-d7e8d17e-d355-4568-8561-dc9ea0406cf4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710730 Oct 03 14:53:08.294041 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9602a-f725-4efe-837d-e40f2f6a9bae req-155e6752-5d3b-4143-82a0-e00a4622c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:08.295869 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c6c9602a-f725-4efe-837d-e40f2f6a9bae req-155e6752-5d3b-4143-82a0-e00a4622c553 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 1130 time: 0.1251671 Oct 03 14:53:08.398340 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e162932d-c69a-4382-837b-866a30bc5a62 req-68dc4fed-2934-43e3-82d7-85366493fb74 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0398724 Oct 03 14:53:08.520745 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f0225-b211-431b-ba18-3114e90a32e1 req-505edb5f-fa2e-4818-a491-7ad3f37b14c8 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:08.522088 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-728f0225-b211-431b-ba18-3114e90a32e1 req-505edb5f-fa2e-4818-a491-7ad3f37b14c8 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0551095 Oct 03 14:53:08.541989 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b0464-12b6-40a4-9f1a-c58c7349182b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe7a3c0-8bdf-468e-b390-7ed971bbb579,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:08.576825 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-728f0225-b211-431b-ba18-3114e90a32e1 req-3a350471-1485-4046-9858-00f8ededbe45 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490243 Oct 03 14:53:08.596720 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:08.611939 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-597cea55-3993-443f-85ec-1a589fc6190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:08.613431 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-597cea55-3993-443f-85ec-1a589fc6190a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3de19230-35e5-430c-b606-8b501507ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4134905 Oct 03 14:53:08.628351 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-df6b0464-12b6-40a4-9f1a-c58c7349182b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9c9d0ddc22504ceba5307e5936f2585f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7210991 Oct 03 14:53:08.631031 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53832) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:08.687192 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-618e4682-ecac-4860-9d5c-dcd020ee9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:08.694270 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-618e4682-ecac-4860-9d5c-dcd020ee9aa2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 918 time: 0.4983909 Oct 03 14:53:08.735364 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-208ba667-acca-403f-bd1d-5b9723f0440c admin admin] Publish callbacks [] for security_group (dfe7a3c0-8bdf-468e-b390-7ed971bbb579), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:08.803577 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:08.808053 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c6c9602a-f725-4efe-837d-e40f2f6a9bae req-31622812-07d3-4976-8482-69a3e18411d7 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058257 Oct 03 14:53:08.816799 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-208ba667-acca-403f-bd1d-5b9723f0440c admin admin] Publish callbacks [] for security_group (dfe7a3c0-8bdf-468e-b390-7ed971bbb579), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:08.911932 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-208ba667-acca-403f-bd1d-5b9723f0440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (dfe7a3c0-8bdf-468e-b390-7ed971bbb579), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:08.915889 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-208ba667-acca-403f-bd1d-5b9723f0440c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:08.921312 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-208ba667-acca-403f-bd1d-5b9723f0440c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dfe7a3c0-8bdf-468e-b390-7ed971bbb579 HTTP/1.1" status: 204 len: 168 time: 0.2863834 Oct 03 14:53:08.967939 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ba667-acca-403f-bd1d-5b9723f0440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe7a3c0-8bdf-468e-b390-7ed971bbb579,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:09.031045 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-d7a617af-7080-4287-bcf9-3a966afa5022 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017502 Oct 03 14:53:09.036332 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-9d574f46-41da-4ca3-a317-2cf027e60783 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abd33b94-cd03-47ad-bbbe-b38838da0555 HTTP/1.1" status: 200 len: 1001 time: 0.2156947 Oct 03 14:53:09.045347 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c05b-b794-492a-a456-ca1a8b3696be req-f537adb1-7609-43bd-a753-fe5bf81cb629 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:09.047640 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-edd6c05b-b794-492a-a456-ca1a8b3696be req-f537adb1-7609-43bd-a753-fe5bf81cb629 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.1166697 Oct 03 14:53:09.064025 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-a0292585-e95b-42f2-97f7-7165276795c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:09.065619 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-a0292585-e95b-42f2-97f7-7165276795c5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 916 time: 0.3558209 Oct 03 14:53:09.103295 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-edd6c05b-b794-492a-a456-ca1a8b3696be req-76b87145-cc3f-4ef1-a8c6-427b368505ad tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476520 Oct 03 14:53:09.230363 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53852) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:09.247001 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0426-b687-49a5-8d0b-d23531c827b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:09.336757 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0426-b687-49a5-8d0b-d23531c827b3 admin admin] Publish callbacks [] for security_group (1bcb8a85-d722-4942-ae6b-2033ef33ecc4), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:09.341897 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0f1e0426-b687-49a5-8d0b-d23531c827b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1bcb8a85-d722-4942-ae6b-2033ef33ecc4), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:09.361062 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:09.396033 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e0426-b687-49a5-8d0b-d23531c827b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb8a85-d722-4942-ae6b-2033ef33ecc4,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:09.404206 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0f1e0426-b687-49a5-8d0b-d23531c827b3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=201513664f904312b7e73c65ab84aba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725023 Oct 03 14:53:09.404988 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53856) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:09.428511 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-1568264b-97d1-492e-b46c-d89a45a94919 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 HTTP/1.1" status: 200 len: 999 time: 0.1849444 Oct 03 14:53:09.441366 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-3b857250-329a-493f-a4ef-db21228c569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:09.442832 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-3b857250-329a-493f-a4ef-db21228c569f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.1967988 Oct 03 14:53:09.458410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-938562c0-10e0-419e-9367-9f5a583a7b84 admin admin] Publish callbacks [] for security_group (1bcb8a85-d722-4942-ae6b-2033ef33ecc4), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:09.477213 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10efa6a-6caa-4f45-b017-518329467d87 req-0ab5ca42-ca85-4a49-9cb7-fffe78d1617c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:09.478872 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a10efa6a-6caa-4f45-b017-518329467d87 req-0ab5ca42-ca85-4a49-9cb7-fffe78d1617c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.1020393 Oct 03 14:53:09.483423 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-941be731-3f99-41bb-a7cf-99e59d9b4c41 req-462ba3b8-076e-4257-a44b-b6d44d5eecf5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409227 Oct 03 14:53:09.484702 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-938562c0-10e0-419e-9367-9f5a583a7b84 admin admin] Publish callbacks [] for security_group (1bcb8a85-d722-4942-ae6b-2033ef33ecc4), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:09.526203 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2b6fe5ba-fce2-444e-91ab-b839618b3534 req-26b568b8-1d59-43d7-917c-a6de50bad8da tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0345414 Oct 03 14:53:09.527314 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a10efa6a-6caa-4f45-b017-518329467d87 req-f142680a-af23-4051-8549-b3665958a668 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425930 Oct 03 14:53:09.564411 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-938562c0-10e0-419e-9367-9f5a583a7b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1bcb8a85-d722-4942-ae6b-2033ef33ecc4), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:09.567485 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-938562c0-10e0-419e-9367-9f5a583a7b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:09.568625 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-938562c0-10e0-419e-9367-9f5a583a7b84 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1bcb8a85-d722-4942-ae6b-2033ef33ecc4 HTTP/1.1" status: 204 len: 168 time: 0.1622980 Oct 03 14:53:09.576602 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938562c0-10e0-419e-9367-9f5a583a7b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb8a85-d722-4942-ae6b-2033ef33ecc4,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:10.248763 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6d0d5-c323-4421-81c2-16ddfd1e91d6 req-6ef2eaf9-24ae-4862-97c1-94609532041c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:10.250301 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-37b6d0d5-c323-4421-81c2-16ddfd1e91d6 req-6ef2eaf9-24ae-4862-97c1-94609532041c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Oct 03 14:53:10.267868 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-ff72f00c-6c5c-4e9c-b469-d7f7b995ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:10.270129 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-ff72f00c-6c5c-4e9c-b469-d7f7b995ff5e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 1129 time: 0.0467434 Oct 03 14:53:10.298372 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:10.307734 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-37b6d0d5-c323-4421-81c2-16ddfd1e91d6 req-05f8028a-2068-4e6d-b21b-c6b49ebf50cf tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508137 Oct 03 14:53:10.544241 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-cdafb75e-f8f9-4233-9ed6-c91b66867b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:10.545793 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-cdafb75e-f8f9-4233-9ed6-c91b66867b0e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903480 Oct 03 14:53:10.551708 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-e0ce5d85-80d9-4e66-9a78-9b798bec8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:10.553253 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-e0ce5d85-80d9-4e66-9a78-9b798bec8ed9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.1002879 Oct 03 14:53:10.647132 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bb0d0b6f-53f1-401a-a376-c30cc59ffdd1 req-3f95cf10-a9b7-43f8-bc53-98e0f8a260f9 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0369399 Oct 03 14:53:10.674162 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56d086-34cf-4a48-b546-e7cfd792bdf1 req-a785f01e-a2d5-4eb3-8051-3c8617cf50ac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:10.675743 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bc56d086-34cf-4a48-b546-e7cfd792bdf1 req-a785f01e-a2d5-4eb3-8051-3c8617cf50ac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0592406 Oct 03 14:53:10.719553 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53914) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:10.724993 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bc56d086-34cf-4a48-b546-e7cfd792bdf1 req-ac59ea62-318a-42e2-bed2-c4fcb20b5aad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Oct 03 14:53:10.821850 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8aa140bd-8c0f-4fde-b836-057c6259f445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:10.874889 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:10.899722 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8aa140bd-8c0f-4fde-b836-057c6259f445 admin admin] Publish callbacks [] for security_group (32ef3ab3-f89e-4a34-ab00-09accad935b3), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:10.903362 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8aa140bd-8c0f-4fde-b836-057c6259f445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (32ef3ab3-f89e-4a34-ab00-09accad935b3), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:10.944448 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-8aa140bd-8c0f-4fde-b836-057c6259f445 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=91db21eb8a854959b6ac88517b6da9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237477 Oct 03 14:53:10.945704 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa140bd-8c0f-4fde-b836-057c6259f445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ef3ab3-f89e-4a34-ab00-09accad935b3,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:10.947083 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53918) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:10.996565 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5c740629-61a0-4151-a620-9373ccdaa3f3 admin admin] Publish callbacks [] for security_group (32ef3ab3-f89e-4a34-ab00-09accad935b3), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.016604 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5c740629-61a0-4151-a620-9373ccdaa3f3 admin admin] Publish callbacks [] for security_group (32ef3ab3-f89e-4a34-ab00-09accad935b3), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.066023 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5c740629-61a0-4151-a620-9373ccdaa3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (32ef3ab3-f89e-4a34-ab00-09accad935b3), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.068526 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5c740629-61a0-4151-a620-9373ccdaa3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.069701 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-5c740629-61a0-4151-a620-9373ccdaa3f3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/32ef3ab3-f89e-4a34-ab00-09accad935b3 HTTP/1.1" status: 204 len: 168 time: 0.1214771 Oct 03 14:53:11.077843 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c740629-61a0-4151-a620-9373ccdaa3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ef3ab3-f89e-4a34-ab00-09accad935b3,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:11.450691 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019079a3-4860-4f50-b962-b465754f8492 req-5f3f9e2d-6010-4f6c-9c71-403362cf38ba tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:11.452162 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-019079a3-4860-4f50-b962-b465754f8492 req-5f3f9e2d-6010-4f6c-9c71-403362cf38ba tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0513396 Oct 03 14:53:11.507320 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-019079a3-4860-4f50-b962-b465754f8492 req-e59f826f-d059-4494-9425-1dc1d877ce62 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485139 Oct 03 14:53:11.579768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53944) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:11.686204 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e7615955-69be-441a-8f31-6970839d1f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.725595 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:11.763827 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e8c025be-be5a-4605-85f5-7c2f43a26dac req-830e585c-7880-4c94-a8d5-fdb75ca9b450 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0369098 Oct 03 14:53:11.815502 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e7615955-69be-441a-8f31-6970839d1f5f admin admin] Publish callbacks [] for security_group (d13242fa-ccad-453a-a1ef-853ce12a7358), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.820658 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e7615955-69be-441a-8f31-6970839d1f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (d13242fa-ccad-453a-a1ef-853ce12a7358), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.855150 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63095c38-ee03-4c68-8fbe-7bd679209bdd req-923bda26-8b11-4a4b-a857-bd65cc71ba7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:11.856627 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63095c38-ee03-4c68-8fbe-7bd679209bdd req-923bda26-8b11-4a4b-a857-bd65cc71ba7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0477636 Oct 03 14:53:11.860650 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-e7615955-69be-441a-8f31-6970839d1f5f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4d1bb3f5687f47c18d4a75601d92edd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797458 Oct 03 14:53:11.861578 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7615955-69be-441a-8f31-6970839d1f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13242fa-ccad-453a-a1ef-853ce12a7358,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:11.863844 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53952) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:11.907942 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63095c38-ee03-4c68-8fbe-7bd679209bdd req-25749fde-671a-4a88-b764-ea59d8cd29e2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452077 Oct 03 14:53:11.914371 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8013045e-70fe-4814-a5f3-712cb350747b admin admin] Publish callbacks [] for security_group (d13242fa-ccad-453a-a1ef-853ce12a7358), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.935727 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8013045e-70fe-4814-a5f3-712cb350747b admin admin] Publish callbacks [] for security_group (d13242fa-ccad-453a-a1ef-853ce12a7358), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.966840 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:11.988905 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8013045e-70fe-4814-a5f3-712cb350747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (d13242fa-ccad-453a-a1ef-853ce12a7358), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.991578 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8013045e-70fe-4814-a5f3-712cb350747b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:11.992725 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-8013045e-70fe-4814-a5f3-712cb350747b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d13242fa-ccad-453a-a1ef-853ce12a7358 HTTP/1.1" status: 204 len: 168 time: 0.1279922 Oct 03 14:53:12.000996 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013045e-70fe-4814-a5f3-712cb350747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13242fa-ccad-453a-a1ef-853ce12a7358,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:12.264158 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 53960) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:12.281701 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bfdb72fc-979c-48a7-b791-303bf1063417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:12.354872 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bfdb72fc-979c-48a7-b791-303bf1063417 admin admin] Publish callbacks [] for security_group (d3a1ae26-0937-4ab8-9ef5-f52fb0a0c2df), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:12.358280 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bfdb72fc-979c-48a7-b791-303bf1063417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (d3a1ae26-0937-4ab8-9ef5-f52fb0a0c2df), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:12.400979 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-bfdb72fc-979c-48a7-b791-303bf1063417 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b69a73d905f9451288dbba24ea46725e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357658 Oct 03 14:53:12.401826 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb72fc-979c-48a7-b791-303bf1063417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a1ae26-0937-4ab8-9ef5-f52fb0a0c2df,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:12.403792 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 53962) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:12.453969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7663eb2e-522c-4663-b481-00d49af24f12 admin admin] Publish callbacks [] for security_group (d3a1ae26-0937-4ab8-9ef5-f52fb0a0c2df), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:12.474044 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7663eb2e-522c-4663-b481-00d49af24f12 admin admin] Publish callbacks [] for security_group (d3a1ae26-0937-4ab8-9ef5-f52fb0a0c2df), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:12.521448 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7663eb2e-522c-4663-b481-00d49af24f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (d3a1ae26-0937-4ab8-9ef5-f52fb0a0c2df), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:12.523867 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7663eb2e-522c-4663-b481-00d49af24f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:12.524997 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-7663eb2e-522c-4663-b481-00d49af24f12 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d3a1ae26-0937-4ab8-9ef5-f52fb0a0c2df HTTP/1.1" status: 204 len: 168 time: 0.1202321 Oct 03 14:53:12.533269 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663eb2e-522c-4663-b481-00d49af24f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a1ae26-0937-4ab8-9ef5-f52fb0a0c2df,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:12.634874 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437755b5-406a-4656-8cfc-1f27083de7d8 req-00d859df-17ce-4262-94de-cc10edf169f5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:12.636330 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-437755b5-406a-4656-8cfc-1f27083de7d8 req-00d859df-17ce-4262-94de-cc10edf169f5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0463595 Oct 03 14:53:12.686400 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-437755b5-406a-4656-8cfc-1f27083de7d8 req-7d087c73-70c5-4d17-8a0e-23c7ceaabff7 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Oct 03 14:53:12.877830 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cb6e9e5c-8e04-41e5-b769-3008db074f0e req-ce4fbf2a-b739-42a1-bad1-53c8ef4b7c64 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0273538 Oct 03 14:53:13.030297 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9eb72-3029-445d-bc52-37cfc24bb997 req-98ed775e-2c25-41a7-b9d6-15880e2ae312 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:13.031758 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d1f9eb72-3029-445d-bc52-37cfc24bb997 req-98ed775e-2c25-41a7-b9d6-15880e2ae312 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.0485454 Oct 03 14:53:13.079800 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d1f9eb72-3029-445d-bc52-37cfc24bb997 req-e6b6bd89-dc88-409c-b3a5-511e378398d2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Oct 03 14:53:13.226254 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-9a72d138-b57e-4370-b130-8d44538479bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:13.227709 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-9a72d138-b57e-4370-b130-8d44538479bc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.1105649 Oct 03 14:53:13.249090 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f3f7ee61-b841-49d5-ba58-d27394860eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:13.334024 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-81473087-0b48-431e-8a1f-ff7833901472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:13.336308 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-81473087-0b48-431e-8a1f-ff7833901472 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135650 Oct 03 14:53:13.369647 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:13.376704 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-6dd8f561-9bfc-4b80-a1c5-11f81a0834ee service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445122 Oct 03 14:53:13.808539 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea78b01-b74c-4670-b011-ff2dedb106ed req-a154223b-680f-4b5b-99b7-cdd4a3c828fb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:13.809640 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cea78b01-b74c-4670-b011-ff2dedb106ed req-a154223b-680f-4b5b-99b7-cdd4a3c828fb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0471156 Oct 03 14:53:13.858830 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cea78b01-b74c-4670-b011-ff2dedb106ed req-b7bbacb2-c129-4a6f-84c0-cbca64244602 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Oct 03 14:53:13.917190 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-4ff6f02b-283f-4e03-9139-380df8af12f0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06e443b0-42ce-487b-9e0c-244828a5e40e HTTP/1.1" status: 200 len: 217 time: 0.0530610 Oct 03 14:53:14.002107 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3bcdae6e-fcc3-4613-aaeb-8fb831a814c6 req-d02071b0-4717-4122-b80d-3b1df6329c88 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0283458 Oct 03 14:53:14.087573 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-12c36e79-e16a-46d4-90c9-642b20e3aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:14.089473 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-12c36e79-e16a-46d4-90c9-642b20e3aa89 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0829172 Oct 03 14:53:14.175200 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-fedea0cb-f0a9-4ef5-887c-3275f95ef06b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1626737 Oct 03 14:53:14.182578 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-22bbab13-2844-4e5f-b22d-a6ea36cddc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:14.184355 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-22bbab13-2844-4e5f-b22d-a6ea36cddc4b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856538 Oct 03 14:53:14.270754 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb336c-6d84-4cd4-a157-5d834fb59da0 req-c49b471d-6ff4-440d-84bc-ad5139447d14 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:14.272242 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-eaeb336c-6d84-4cd4-a157-5d834fb59da0 req-c49b471d-6ff4-440d-84bc-ad5139447d14 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 943 time: 0.1055729 Oct 03 14:53:14.286038 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-b5369220-f85f-4df3-838c-512f4927d7cf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826142 Oct 03 14:53:14.295952 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-8199773c-b38d-43aa-814b-2a1ed020fcf8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909932 Oct 03 14:53:14.336100 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:14.343966 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-79f05fbe-85ad-46f9-a669-ac2ad7b936eb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177890 Oct 03 14:53:14.351684 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-eaeb336c-6d84-4cd4-a157-5d834fb59da0 req-88dc55d1-105d-4c64-993f-88296846b811 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631871 Oct 03 14:53:14.415539 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:14.572565 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:14.876434 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:14.898852 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 8e144fc1-dc68-4200-84eb-87fed3d70fcb details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:53:14.938285 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-feb599b6-02ac-4d80-9bb2-f19814f14b80 req-18d9a7a9-de2f-44e7-93a9-3b23fbbabb11 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089978 Oct 03 14:53:15.013763 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a8915-d017-46b5-a522-c09135e7edba req-4439c59f-b455-4413-ac05-4b2f1777148c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:15.018066 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d59a8915-d017-46b5-a522-c09135e7edba req-4439c59f-b455-4413-ac05-4b2f1777148c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0546279 Oct 03 14:53:15.046922 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 8e144fc1-dc68-4200-84eb-87fed3d70fcb, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:15.061916 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '8e144fc1-dc68-4200-84eb-87fed3d70fcb', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'port_id': '8e144fc1-dc68-4200-84eb-87fed3d70fcb', 'mac_address': 'fa:16:3e:3d:18:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:53:15.122516 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-fe959fdd-4ba1-44bf-867c-5b0ffffd0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:15.124264 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-fe959fdd-4ba1-44bf-867c-5b0ffffd0aac service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2e3b8c8420474d9397a3578350b9eacf&device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 1129 time: 0.2957447 Oct 03 14:53:15.137140 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-c9b49e92-f6e7-4190-9a50-3030495fd0c8 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=2a3f1ef0d0c343dfbf2eae49c0ea450c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590279 Oct 03 14:53:15.145882 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 8e144fc1-dc68-4200-84eb-87fed3d70fcb is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:15.146623 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:15.154351 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d59a8915-d017-46b5-a522-c09135e7edba req-fead3324-75a3-4641-8cba-292cb8da0250 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319396 Oct 03 14:53:15.160938 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e144fc1-dc68-4200-84eb-87fed3d70fcb {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:53:15.178934 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:15.194840 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 8e144fc1-dc68-4200-84eb-87fed3d70fcb, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:15.195050 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24f89ee4-c156-4446-af06-e9919e8e607d req-5922ee36-0497-4c3d-9890-5fa6b8d362d2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0453849 Oct 03 14:53:15.200062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:15.200863 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5910190d-97a4-419b-89bf-cac34fa34e32 req-7befac00-2cc8-4251-b1ea-0ed88a583c35 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636212 Oct 03 14:53:15.249637 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=8e144fc1-dc68-4200-84eb-87fed3d70fcb,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:15.455681 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:15.471869 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-bcec8e30-6660-41c7-a122-09a1176282af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:15.482427 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-89a93baf-26af-4ebd-8208-86628d4444c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:15.484305 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-89a93baf-26af-4ebd-8208-86628d4444c7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=1a822274-e0ca-4ff0-95b8-688fdc218651 HTTP/1.1" status: 200 len: 912 time: 0.1435742 Oct 03 14:53:15.573129 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0187611-5def-4d84-9af0-68ccad3f359f req-e52948e6-bc2d-4c60-ab02-36b7ef1a92a1 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:15.574596 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-e52948e6-bc2d-4c60-ab02-36b7ef1a92a1 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372322 Oct 03 14:53:15.580283 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca51c-93d9-48e0-ae78-0a229c952965 req-cd87903e-9c6c-4d2d-bffe-68d6522afa08 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:15.581713 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d0dca51c-93d9-48e0-ae78-0a229c952965 req-cd87903e-9c6c-4d2d-bffe-68d6522afa08 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 944 time: 0.0943136 Oct 03 14:53:15.629672 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d0dca51c-93d9-48e0-ae78-0a229c952965 req-70901776-9dd3-4ea0-bb1c-6776eb5e0b5f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Oct 03 14:53:15.719608 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Request body: {'port': {'device_id': 'a2b52a25-aa5a-4517-b43a-5f7648431777', 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a', 'admin_state_up': True, 'tenant_id': '2a3f1ef0d0c343dfbf2eae49c0ea450c'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:15.724138 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:15.762760 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-dd37f9b2-2c5c-4b0e-b55e-088860bea266 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b HTTP/1.1" status: 200 len: 217 time: 0.0484962 Oct 03 14:53:15.826066 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-02428934-b610-45b3-a332-7afd0edf5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:15.827684 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-02428934-b610-45b3-a332-7afd0edf5f39 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=019c6a1a-8f10-467b-b66b-f97fb0700ada HTTP/1.1" status: 200 len: 850 time: 0.0571885 Oct 03 14:53:15.844314 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['8e144fc1-dc68-4200-84eb-87fed3d70fcb'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:53:15.879191 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-9e83884d-4603-499d-8e88-3be28584ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:15.880803 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-9e83884d-4603-499d-8e88-3be28584ab0d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=1a822274-e0ca-4ff0-95b8-688fdc218651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453672 Oct 03 14:53:15.983747 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-2f85d891-bee2-470b-8d2e-3d4386815c99 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1a822274-e0ca-4ff0-95b8-688fdc218651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925508 Oct 03 14:53:16.058365 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:16.058874 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Made reservation on behalf of 2a3f1ef0d0c343dfbf2eae49c0ea450c for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:53:16.062567 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.072035 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.085392 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-372e61c9-0bb5-405a-a3ed-03ee305c7f26 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/1a822274-e0ca-4ff0-95b8-688fdc218651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899899 Oct 03 14:53:16.146539 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks [] for security_group (0689f450-af80-4991-8125-9c7b34a376fb), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.150083 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0689f450-af80-4991-8125-9c7b34a376fb), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.220159 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0689f450-af80-4991-8125-9c7b34a376fb,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:16.273343 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574b4a9-5d01-404c-9379-77bda7284508 req-dfe6d36e-7557-404c-a6d4-5dbd1d94e736 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:16.274961 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c574b4a9-5d01-404c-9379-77bda7284508 req-dfe6d36e-7557-404c-a6d4-5dbd1d94e736 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0516078 Oct 03 14:53:16.311365 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d869e86f-4192-4ccd-be07-9b5d61f32421 req-2445111a-375d-46c3-a2ac-ed577f8bc11f tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0380960 Oct 03 14:53:16.318260 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Allocated IP 192.168.233.234 (2c876af4-5c99-493b-9d28-0be3ce42dc7a/e5611cf8-a2b4-4ced-bebb-7ababcfa729b/35f10418-cb11-4f70-8187-1d74218f400c) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:53:16.327716 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c574b4a9-5d01-404c-9379-77bda7284508 req-f87820ee-9ebf-46c2-b719-51f3623eea6d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469406 Oct 03 14:53:16.414813 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:16.468633 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks [] for port (35f10418-cb11-4f70-8187-1d74218f400c), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.499185 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (35f10418-cb11-4f70-8187-1d74218f400c), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.541389 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Network 2c876af4-5c99-493b-9d28-0be3ce42dc7a is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:53:16.544554 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:16.548384 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:53:16.553070 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:16.553432 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.564197 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Pushing event updated for resources: {'Port': ['ID=35f10418-cb11-4f70-8187-1d74218f400c,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:16.578260 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-a61462e3-8394-419d-9ae6-4e0ccc5d7010 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8633823 Oct 03 14:53:16.613449 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Request body: {'port': {'device_id': 'a2b52a25-aa5a-4517-b43a-5f7648431777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:16.680844 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (35f10418-cb11-4f70-8187-1d74218f400c), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.692925 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:16.708177 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.781854 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13713b-27d8-4079-a35a-035ab608edc4 req-15dae21e-49f2-4a80-bdd2-be8ad9d787df tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:16.783336 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0b13713b-27d8-4079-a35a-035ab608edc4 req-15dae21e-49f2-4a80-bdd2-be8ad9d787df tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 944 time: 0.0677211 Oct 03 14:53:16.822166 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-85407fea-3ddd-4713-9e62-71750394c499 None None] Provisioning complete for port 35f10418-cb11-4f70-8187-1d74218f400c triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:16.822456 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-85407fea-3ddd-4713-9e62-71750394c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (35f10418-cb11-4f70-8187-1d74218f400c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:16.822787 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-85407fea-3ddd-4713-9e62-71750394c499 None None] Attempt 1 to provision port 35f10418-cb11-4f70-8187-1d74218f400c Oct 03 14:53:16.858421 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-85407fea-3ddd-4713-9e62-71750394c499 None None] Port 35f10418-cb11-4f70-8187-1d74218f400c cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:53:16.918977 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0b13713b-27d8-4079-a35a-035ab608edc4 req-df08973a-34c7-444b-8e7f-69bb16434041 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970883 Oct 03 14:53:17.019844 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f10418-cb11-4f70-8187-1d74218f400c {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:53:17.027378 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Publish callbacks [] for port (35f10418-cb11-4f70-8187-1d74218f400c), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:17.040621 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Transition to ACTIVE for port object 35f10418-cb11-4f70-8187-1d74218f400c will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:53:17.043949 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (35f10418-cb11-4f70-8187-1d74218f400c), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:17.114806 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Pushing event updated for resources: {'Port': ['ID=35f10418-cb11-4f70-8187-1d74218f400c,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:17.118192 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Attempting to bind port 35f10418-cb11-4f70-8187-1d74218f400c on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:53:17.118537 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Attempting to bind port 35f10418-cb11-4f70-8187-1d74218f400c by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '6af86a00-abf8-4f15-8a42-366814743fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:53:17.118935 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Attempting to bind port 35f10418-cb11-4f70-8187-1d74218f400c on network 2c876af4-5c99-493b-9d28-0be3ce42dc7a {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:53:17.166004 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Port 35f10418-cb11-4f70-8187-1d74218f400c on network 2c876af4-5c99-493b-9d28-0be3ce42dc7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:53:17.166252 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Attempting to bind port 35f10418-cb11-4f70-8187-1d74218f400c on network 2c876af4-5c99-493b-9d28-0be3ce42dc7a {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:53:17.171992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 8e144fc1-dc68-4200-84eb-87fed3d70fcb up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:17.211415 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:53:17.211756 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Checking segment: {'id': '6af86a00-abf8-4f15-8a42-366814743fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:53:17.212134 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Bound using segment: {'id': '6af86a00-abf8-4f15-8a42-366814743fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:53:17.212559 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Bound port: 35f10418-cb11-4f70-8187-1d74218f400c, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af86a00-abf8-4f15-8a42-366814743fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:53:17.213081 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (35f10418-cb11-4f70-8187-1d74218f400c), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:17.222526 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 8e144fc1-dc68-4200-84eb-87fed3d70fcb completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:53:17.233004 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:17.233950 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 8e144fc1-dc68-4200-84eb-87fed3d70fcb triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:17.234506 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:17.235065 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 8e144fc1-dc68-4200-84eb-87fed3d70fcb Oct 03 14:53:17.284254 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] For port 35f10418-cb11-4f70-8187-1d74218f400c, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:53:17.287492 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] For port 35f10418-cb11-4f70-8187-1d74218f400c, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=35f10418-cb11-4f70-8187-1d74218f400c,segment=NetworkSegment(6af86a00-abf8-4f15-8a42-366814743fbf),segment_id=6af86a00-abf8-4f15-8a42-366814743fbf)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:53:17.295475 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (35f10418-cb11-4f70-8187-1d74218f400c), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:17.300784 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:17.301568 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:17.303253 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/35f10418-cb11-4f70-8187-1d74218f400c HTTP/1.1" status: 200 len: 1098 time: 0.6947520 Oct 03 14:53:17.305737 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b52a25-aa5a-4517-b43a-5f7648431777', 'tag': '35f10418-cb11-4f70-8187-1d74218f400c'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:53:17.308185 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b52a25-aa5a-4517-b43a-5f7648431777", "tag": "35f10418-cb11-4f70-8187-1d74218f400c"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:53:17.331478 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 8e144fc1-dc68-4200-84eb-87fed3d70fcb is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:17.331892 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:17.366867 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e144fc1-dc68-4200-84eb-87fed3d70fcb'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:53:17.370165 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba2272b-e4d3-4dd5-9a85-475085fdee45" -d '{"events": [{"server_uuid": "bac89fd1-5f09-42a7-90f2-5074c12859fc", "name": "network-vif-plugged", "status": "completed", "tag": "8e144fc1-dc68-4200-84eb-87fed3d70fcb"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:53:17.375821 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afa882-b517-40cd-9095-97bbecf06723 service neutron] Pushing event updated for resources: {'Port': ['ID=35f10418-cb11-4f70-8187-1d74218f400c,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:17.385324 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 8e144fc1-dc68-4200-84eb-87fed3d70fcb, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:17.393769 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:17.414351 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db58f251-537e-4bf2-ae6a-e1de9b00d185 x-openstack-request-id: req-db58f251-537e-4bf2-ae6a-e1de9b00d185 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:53:17.414647 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b52a25-aa5a-4517-b43a-5f7648431777", "tag": "35f10418-cb11-4f70-8187-1d74218f400c", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:53:17.414902 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db58f251-537e-4bf2-ae6a-e1de9b00d185 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:53:17.415305 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db58f251-537e-4bf2-ae6a-e1de9b00d185'] response: {'name': 'network-changed', 'server_uuid': 'a2b52a25-aa5a-4517-b43a-5f7648431777', 'tag': '35f10418-cb11-4f70-8187-1d74218f400c', 'status': 'completed', 'code': 200} Oct 03 14:53:17.462613 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=8e144fc1-dc68-4200-84eb-87fed3d70fcb,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:17.519761 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b05fa9-06a4-4b40-90bb-24567c6d5f66 req-3e811795-69b6-4213-a24b-d33a3b18c078 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:17.521264 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-21b05fa9-06a4-4b40-90bb-24567c6d5f66 req-3e811795-69b6-4213-a24b-d33a3b18c078 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0530047 Oct 03 14:53:17.536726 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7855e-a613-4676-bfa5-3c8d72731436 req-5f05743a-b280-4aad-b273-72c824fbddc3 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:17.538279 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-97d7855e-a613-4676-bfa5-3c8d72731436 req-5f05743a-b280-4aad-b273-72c824fbddc3 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 948 time: 0.0965436 Oct 03 14:53:17.544244 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0187611-5def-4d84-9af0-68ccad3f359f req-1eea38d7-0a98-4293-9dba-cc882ac4428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:17.545672 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-1eea38d7-0a98-4293-9dba-cc882ac4428a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2a3f1ef0d0c343dfbf2eae49c0ea450c&device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 1132 time: 0.0841081 Oct 03 14:53:17.579798 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-21b05fa9-06a4-4b40-90bb-24567c6d5f66 req-233b6098-cb55-4a90-b112-5bc003e66d60 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506470 Oct 03 14:53:17.615482 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-dd6f22e5-b21f-491c-82da-af0a2f2b6f68 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=35f10418-cb11-4f70-8187-1d74218f400c HTTP/1.1" status: 200 len: 217 time: 0.0434175 Oct 03 14:53:17.623185 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-97d7855e-a613-4676-bfa5-3c8d72731436 req-94616ae9-3c35-493e-a377-75c45e24e2f1 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765121 Oct 03 14:53:17.632110 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:17.633098 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da17e212-f187-449f-b28c-7bda63d378fa x-openstack-request-id: req-da17e212-f187-449f-b28c-7bda63d378fa {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:53:17.634061 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac89fd1-5f09-42a7-90f2-5074c12859fc", "name": "network-vif-plugged", "status": "completed", "tag": "8e144fc1-dc68-4200-84eb-87fed3d70fcb", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:53:17.634061 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da17e212-f187-449f-b28c-7bda63d378fa {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:53:17.634435 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da17e212-f187-449f-b28c-7bda63d378fa'] response: {'server_uuid': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e144fc1-dc68-4200-84eb-87fed3d70fcb', 'code': 200} Oct 03 14:53:17.673551 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0187611-5def-4d84-9af0-68ccad3f359f req-7c1c19fe-ea86-4e5f-a16c-14fa5bfb8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:17.674933 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-7c1c19fe-ea86-4e5f-a16c-14fa5bfb8dab service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e5611cf8-a2b4-4ced-bebb-7ababcfa729b HTTP/1.1" status: 200 len: 843 time: 0.0508554 Oct 03 14:53:17.912635 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:18.045116 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943455a-72d0-47d0-a1a7-64661c38b9f4 req-7ac45e21-2152-4609-ae2a-e47b15b585fb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:18.046578 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0943455a-72d0-47d0-a1a7-64661c38b9f4 req-7ac45e21-2152-4609-ae2a-e47b15b585fb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0486627 Oct 03 14:53:18.092549 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0943455a-72d0-47d0-a1a7-64661c38b9f4 req-95929dcc-cf11-4485-a377-f8e51e3b6baa tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403275 Oct 03 14:53:18.275180 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:18.341024 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0187611-5def-4d84-9af0-68ccad3f359f req-10e878f4-8bbb-41a5-9cf6-2d45361b40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:18.342789 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-10e878f4-8bbb-41a5-9cf6-2d45361b40cb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2c876af4-5c99-493b-9d28-0be3ce42dc7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0387042 Oct 03 14:53:18.450314 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-6d2aa098-2d99-4c0b-b9ac-da78a265e7f0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c876af4-5c99-493b-9d28-0be3ce42dc7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878773 Oct 03 14:53:18.713000 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4dee4-3562-4260-aedf-39de5c493046 req-cb85df4b-d9a5-4fa5-82ac-5fe8d389dde2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:18.714505 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d4c4dee4-3562-4260-aedf-39de5c493046 req-cb85df4b-d9a5-4fa5-82ac-5fe8d389dde2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0470221 Oct 03 14:53:18.762841 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d4c4dee4-3562-4260-aedf-39de5c493046 req-de59a9d2-efbe-4f09-b127-897cb7130c95 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Oct 03 14:53:18.766864 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d23d2-400c-4cab-924d-3d41f4ce1dfb req-1b3f52cd-fd7c-4f27-9bc3-4e9bcfc14b3b tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:18.768598 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-969d23d2-400c-4cab-924d-3d41f4ce1dfb req-1b3f52cd-fd7c-4f27-9bc3-4e9bcfc14b3b tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 948 time: 0.0455501 Oct 03 14:53:18.816889 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-969d23d2-400c-4cab-924d-3d41f4ce1dfb req-2d107e87-6906-42c1-a72e-7f0d37bd9000 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426450 Oct 03 14:53:19.208624 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cba31-0347-41bf-922c-c7081bb3181a req-d0fe9c10-df6a-4966-b645-bc335e606f1e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:19.210071 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a02cba31-0347-41bf-922c-c7081bb3181a req-d0fe9c10-df6a-4966-b645-bc335e606f1e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0450017 Oct 03 14:53:19.256652 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a02cba31-0347-41bf-922c-c7081bb3181a req-c74373a2-a2aa-4c13-9305-cc8d06e198d5 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412090 Oct 03 14:53:19.884205 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d121aa-2f86-4a12-bdc8-d83e58ea6bb5 req-a30d92db-62b9-4e6c-994e-c22c67a775a6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:19.885632 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-44d121aa-2f86-4a12-bdc8-d83e58ea6bb5 req-a30d92db-62b9-4e6c-994e-c22c67a775a6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0494106 Oct 03 14:53:19.931722 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-44d121aa-2f86-4a12-bdc8-d83e58ea6bb5 req-b12b4765-d3e5-481d-b5ec-95c348a5c1af tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Oct 03 14:53:19.936889 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8356adb-0cae-40e0-8fa6-3cb97d02af25 req-e216a131-c855-4818-bd36-5dc86fcdf2ac tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:19.939015 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c8356adb-0cae-40e0-8fa6-3cb97d02af25 req-e216a131-c855-4818-bd36-5dc86fcdf2ac tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 948 time: 0.0488999 Oct 03 14:53:19.984836 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c8356adb-0cae-40e0-8fa6-3cb97d02af25 req-62113023-a34d-4bd4-82d4-7c9aef2e04fd tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 Oct 03 14:53:20.373579 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b7f94-62d5-4300-a70e-07c3dd8fad97 req-b6239abb-2252-47ba-9c9d-559259735f80 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:20.375005 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-527b7f94-62d5-4300-a70e-07c3dd8fad97 req-b6239abb-2252-47ba-9c9d-559259735f80 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0457075 Oct 03 14:53:20.405839 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:20.425404 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-527b7f94-62d5-4300-a70e-07c3dd8fad97 req-69a9cb00-4486-4a42-82b4-41c9dbaf97db tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449977 Oct 03 14:53:21.048777 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e7413-8dfe-4a45-a253-2edd46de3d02 req-3f2439b2-cb26-44b8-ab1a-a5a90ccdb8dc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:21.050261 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f00e7413-8dfe-4a45-a253-2edd46de3d02 req-3f2439b2-cb26-44b8-ab1a-a5a90ccdb8dc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0464377 Oct 03 14:53:21.098963 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f00e7413-8dfe-4a45-a253-2edd46de3d02 req-dd2b1cb4-fd22-4c4b-a57e-cf43b911f85c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Oct 03 14:53:21.109457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeb0b0-3a2d-4005-9d5e-37a1d82e0846 req-4cef1c01-88ce-43b1-8cbc-b257dbe8f15a tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:21.111459 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-defeb0b0-3a2d-4005-9d5e-37a1d82e0846 req-4cef1c01-88ce-43b1-8cbc-b257dbe8f15a tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 948 time: 0.0472271 Oct 03 14:53:21.164405 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-defeb0b0-3a2d-4005-9d5e-37a1d82e0846 req-7d405e00-07ee-4e70-acda-f700e6e43189 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Oct 03 14:53:21.540478 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9926-aee7-4fc0-8d26-3fe1bde8967d req-be84db0f-4ba3-4e95-8147-dc733b67a3a8 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:21.541916 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2f5c9926-aee7-4fc0-8d26-3fe1bde8967d req-be84db0f-4ba3-4e95-8147-dc733b67a3a8 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0452719 Oct 03 14:53:21.591079 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2f5c9926-aee7-4fc0-8d26-3fe1bde8967d req-e297f3fc-8435-460f-b49b-91860c6ab8d6 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437043 Oct 03 14:53:22.218546 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e63b2b-fc1c-4652-b0d2-1c83aea15776 req-b9c1b3d6-3d5f-42e3-a819-241e3f4ce986 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:22.220685 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-95e63b2b-fc1c-4652-b0d2-1c83aea15776 req-b9c1b3d6-3d5f-42e3-a819-241e3f4ce986 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0465536 Oct 03 14:53:22.267945 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-95e63b2b-fc1c-4652-b0d2-1c83aea15776 req-849633bd-19f6-48b5-89eb-289caa01bd9a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417578 Oct 03 14:53:22.283768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04266447-7449-40d5-9e0d-30900d4063f4 req-f70d0704-b41c-4592-8863-62d5cdbdaa4a tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:22.285286 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04266447-7449-40d5-9e0d-30900d4063f4 req-f70d0704-b41c-4592-8863-62d5cdbdaa4a tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 948 time: 0.0466177 Oct 03 14:53:22.306081 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:22.334370 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04266447-7449-40d5-9e0d-30900d4063f4 req-0f506139-5a7e-433d-8e32-6721ee8c5dc3 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Oct 03 14:53:22.417336 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9c4b2-bb7d-4ed9-b331-792d3cbd4edf req-834e592a-242e-46fe-b868-cdf400615ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:22.418844 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6fd9c4b2-bb7d-4ed9-b331-792d3cbd4edf req-834e592a-242e-46fe-b868-cdf400615ff1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 1129 time: 0.0376589 Oct 03 14:53:22.466476 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0187611-5def-4d84-9af0-68ccad3f359f req-f80f8c6a-d1d0-4134-8abc-f8322cca72dc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c876af4-5c99-493b-9d28-0be3ce42dc7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869277 Oct 03 14:53:22.712736 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9a4c4-6b63-49f1-9460-13994b0df737 req-eaf33395-4697-437f-b4b1-3d8992b5f180 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:22.714524 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b7b9a4c4-6b63-49f1-9460-13994b0df737 req-eaf33395-4697-437f-b4b1-3d8992b5f180 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0488071 Oct 03 14:53:22.766672 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b7b9a4c4-6b63-49f1-9460-13994b0df737 req-25364507-1bdf-47bd-b5b2-beeb3817e320 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461285 Oct 03 14:53:23.385641 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc767f-5ba9-41c8-ab3c-cc833953435a req-3873b37d-e635-4b47-961a-2b172726343e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:23.387272 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c9cc767f-5ba9-41c8-ab3c-cc833953435a req-3873b37d-e635-4b47-961a-2b172726343e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0471883 Oct 03 14:53:23.435247 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c9cc767f-5ba9-41c8-ab3c-cc833953435a req-72f5379b-46e0-44f0-b3d7-4f5da6977b4a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420120 Oct 03 14:53:23.453240 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff2196-e92b-45de-9660-0f495e7136b1 req-a4540e89-68c5-4d41-beb0-620cf1db941f tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:23.455213 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a5ff2196-e92b-45de-9660-0f495e7136b1 req-a4540e89-68c5-4d41-beb0-620cf1db941f tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 948 time: 0.0458443 Oct 03 14:53:23.501840 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a5ff2196-e92b-45de-9660-0f495e7136b1 req-4f3e5d1b-2f76-4f1a-8ae0-a1d06a262c2e tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Oct 03 14:53:23.880673 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecc4b0-db1a-4678-8870-e33cf7c20014 req-4ff8974d-7ecd-4e51-a6fa-4c802d1207dd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:23.882114 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ddecc4b0-db1a-4678-8870-e33cf7c20014 req-4ff8974d-7ecd-4e51-a6fa-4c802d1207dd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0443940 Oct 03 14:53:23.928465 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ddecc4b0-db1a-4678-8870-e33cf7c20014 req-9697cb45-6e88-4484-883a-e2925f5ec40f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408921 Oct 03 14:53:24.394009 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:24.429892 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6fd9c4b2-bb7d-4ed9-b331-792d3cbd4edf req-55afef46-cf6d-4b96-a259-097c713e2d61 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415118 Oct 03 14:53:24.557635 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a622bad-db8b-4f25-93c7-5f561f2735b6 req-95720f6d-4a8c-4c67-b691-6d29af505817 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:24.559230 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2a622bad-db8b-4f25-93c7-5f561f2735b6 req-95720f6d-4a8c-4c67-b691-6d29af505817 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Oct 03 14:53:24.612295 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2a622bad-db8b-4f25-93c7-5f561f2735b6 req-216160fb-a99b-4e95-9e60-de5484b8f495 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471075 Oct 03 14:53:24.628073 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6b8fb-566c-4bfb-941d-8704a4b54993 req-3944aef3-90b2-4528-9e50-c9cc17fad2fa tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:24.629580 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04d6b8fb-566c-4bfb-941d-8704a4b54993 req-3944aef3-90b2-4528-9e50-c9cc17fad2fa tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 948 time: 0.0526929 Oct 03 14:53:24.662342 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:24.679140 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04d6b8fb-566c-4bfb-941d-8704a4b54993 req-a170d7fa-6f77-4e67-8cb0-6b97ef611f47 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Oct 03 14:53:25.045009 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5a32-efd3-4390-b679-473dc48f3a83 req-d7be3f13-3977-420a-8757-59e075217d53 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:25.046504 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fafc5a32-efd3-4390-b679-473dc48f3a83 req-d7be3f13-3977-420a-8757-59e075217d53 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0458498 Oct 03 14:53:25.092816 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fafc5a32-efd3-4390-b679-473dc48f3a83 req-8c5ec134-5da2-404f-868e-6f0552b5cefd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408061 Oct 03 14:53:25.730590 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c6775-e40e-4086-acd6-74bcb6d47224 req-8c6ab73c-025e-4e75-9139-734d538611d5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:25.732543 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c27c6775-e40e-4086-acd6-74bcb6d47224 req-8c6ab73c-025e-4e75-9139-734d538611d5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0472398 Oct 03 14:53:25.781444 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c27c6775-e40e-4086-acd6-74bcb6d47224 req-562703e0-c291-403d-bd39-1e7b115bca45 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430882 Oct 03 14:53:25.803280 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca0b14-f5c8-4ae4-a1c8-c1c3ccd73797 req-7fdc7d49-2c69-4506-8642-f31b92f61880 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:25.804685 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3bca0b14-f5c8-4ae4-a1c8-c1c3ccd73797 req-7fdc7d49-2c69-4506-8642-f31b92f61880 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 948 time: 0.0471635 Oct 03 14:53:25.851887 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3bca0b14-f5c8-4ae4-a1c8-c1c3ccd73797 req-e2e24107-51e0-4e9d-adb9-e2fa5c0c8df0 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415649 Oct 03 14:53:26.212753 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f4319-cc17-49ce-aece-6a471b4609d5 req-d1504f5d-0a93-4dfe-9b97-b3344731d8fc tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:26.214194 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-098f4319-cc17-49ce-aece-6a471b4609d5 req-d1504f5d-0a93-4dfe-9b97-b3344731d8fc tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0484390 Oct 03 14:53:26.261643 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-098f4319-cc17-49ce-aece-6a471b4609d5 req-ef2025c5-c917-40df-bc3e-ae2c5bc082c2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414412 Oct 03 14:53:26.908751 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772fe7-8b6f-457e-becb-cfb1e055bb4c req-14fc8fda-13d7-45e8-9d76-77a798f02a04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:26.910292 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-65772fe7-8b6f-457e-becb-cfb1e055bb4c req-14fc8fda-13d7-45e8-9d76-77a798f02a04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0534647 Oct 03 14:53:26.973241 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-65772fe7-8b6f-457e-becb-cfb1e055bb4c req-2dc649c8-b5cd-4ec6-a805-608a26b05e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568647 Oct 03 14:53:26.973492 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26f837-ac09-4857-bc04-105790ec7be8 req-307af8f1-d735-4992-91b2-145f09bd73a1 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:26.980518 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7d26f837-ac09-4857-bc04-105790ec7be8 req-307af8f1-d735-4992-91b2-145f09bd73a1 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 948 time: 0.0529053 Oct 03 14:53:27.024891 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7d26f837-ac09-4857-bc04-105790ec7be8 req-74c4b541-58c6-44a7-9900-42377eab6105 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 Oct 03 14:53:27.056347 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54228) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:27.161662 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ba3488be-66d1-4808-ad8d-b9b796c675c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.186746 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 35f10418-cb11-4f70-8187-1d74218f400c details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:53:27.236327 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ba3488be-66d1-4808-ad8d-b9b796c675c3 admin admin] Publish callbacks [] for security_group (881a1e23-b427-4033-b713-c1c6af247d43), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.240071 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ba3488be-66d1-4808-ad8d-b9b796c675c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (881a1e23-b427-4033-b713-c1c6af247d43), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.284792 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-ba3488be-66d1-4808-ad8d-b9b796c675c3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=91dd7bc2f4394a4cb192fc4d04145d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272565 Oct 03 14:53:27.285903 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3488be-66d1-4808-ad8d-b9b796c675c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881a1e23-b427-4033-b713-c1c6af247d43,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:27.287854 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 54234) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:27.288204 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 35f10418-cb11-4f70-8187-1d74218f400c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=35f10418-cb11-4f70-8187-1d74218f400c,segment=NetworkSegment(6af86a00-abf8-4f15-8a42-366814743fbf),segment_id=6af86a00-abf8-4f15-8a42-366814743fbf)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:27.298510 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:27.301321 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '35f10418-cb11-4f70-8187-1d74218f400c', 'network_id': '2c876af4-5c99-493b-9d28-0be3ce42dc7a', 'port_id': '35f10418-cb11-4f70-8187-1d74218f400c', 'mac_address': 'fa:16:3e:ca:a1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5611cf8-a2b4-4ced-bebb-7ababcfa729b', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:53:27.347149 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d0206c4e-3da9-40e7-a85f-68f94459d85e admin admin] Publish callbacks [] for security_group (881a1e23-b427-4033-b713-c1c6af247d43), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.349061 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 35f10418-cb11-4f70-8187-1d74218f400c is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:27.349447 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (35f10418-cb11-4f70-8187-1d74218f400c), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.363009 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f10418-cb11-4f70-8187-1d74218f400c {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:53:27.368939 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d0206c4e-3da9-40e7-a85f-68f94459d85e admin admin] Publish callbacks [] for security_group (881a1e23-b427-4033-b713-c1c6af247d43), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.383023 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 35f10418-cb11-4f70-8187-1d74218f400c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=35f10418-cb11-4f70-8187-1d74218f400c,segment=NetworkSegment(6af86a00-abf8-4f15-8a42-366814743fbf),segment_id=6af86a00-abf8-4f15-8a42-366814743fbf)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:27.389303 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (35f10418-cb11-4f70-8187-1d74218f400c), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.436919 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=35f10418-cb11-4f70-8187-1d74218f400c,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:27.438414 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a421b-5e83-4039-b71c-5b75844f9c36 req-1aaceeb9-6034-460d-b653-972a5e823907 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:27.439903 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b7a421b-5e83-4039-b71c-5b75844f9c36 req-1aaceeb9-6034-460d-b653-972a5e823907 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0731163 Oct 03 14:53:27.443919 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:27.474157 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d0206c4e-3da9-40e7-a85f-68f94459d85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (881a1e23-b427-4033-b713-c1c6af247d43), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.476670 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d0206c4e-3da9-40e7-a85f-68f94459d85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.477835 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d0206c4e-3da9-40e7-a85f-68f94459d85e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/881a1e23-b427-4033-b713-c1c6af247d43 HTTP/1.1" status: 204 len: 168 time: 0.1885540 Oct 03 14:53:27.493831 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0206c4e-3da9-40e7-a85f-68f94459d85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a1e23-b427-4033-b713-c1c6af247d43,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:27.511908 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b7a421b-5e83-4039-b71c-5b75844f9c36 req-da159a90-6f66-4f8e-9bd0-e24d4e8ac53b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610888 Oct 03 14:53:27.737604 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 54242) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:27.753448 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5714bfba-297a-447e-b0e2-a28a5a65f1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.831095 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5714bfba-297a-447e-b0e2-a28a5a65f1c2 admin admin] Publish callbacks [] for security_group (ba78300c-68de-4b81-9760-0a57a85ca285), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.835121 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5714bfba-297a-447e-b0e2-a28a5a65f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (ba78300c-68de-4b81-9760-0a57a85ca285), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.875197 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714bfba-297a-447e-b0e2-a28a5a65f1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba78300c-68de-4b81-9760-0a57a85ca285,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:27.880086 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5714bfba-297a-447e-b0e2-a28a5a65f1c2 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a48ebc10a3154fe4a6330c21b4235161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415918 Oct 03 14:53:27.882972 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54244) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:27.935105 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-877c894c-a9ac-46b4-a555-5b05ca30028f admin admin] Publish callbacks [] for security_group (ba78300c-68de-4b81-9760-0a57a85ca285), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.956269 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-877c894c-a9ac-46b4-a555-5b05ca30028f admin admin] Publish callbacks [] for security_group (ba78300c-68de-4b81-9760-0a57a85ca285), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:27.985150 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:28.003777 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-877c894c-a9ac-46b4-a555-5b05ca30028f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (ba78300c-68de-4b81-9760-0a57a85ca285), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:28.006352 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-877c894c-a9ac-46b4-a555-5b05ca30028f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:28.007494 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-877c894c-a9ac-46b4-a555-5b05ca30028f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ba78300c-68de-4b81-9760-0a57a85ca285 HTTP/1.1" status: 204 len: 168 time: 0.1235631 Oct 03 14:53:28.017666 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c894c-a9ac-46b4-a555-5b05ca30028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba78300c-68de-4b81-9760-0a57a85ca285,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:28.083348 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['35f10418-cb11-4f70-8187-1d74218f400c'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:53:28.097005 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686421f5-9ca7-4892-825c-76c5860cd840 req-4a9a0faf-e487-4559-aefa-2c0b1beadaed tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:28.105377 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-686421f5-9ca7-4892-825c-76c5860cd840 req-4a9a0faf-e487-4559-aefa-2c0b1beadaed tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0578372 Oct 03 14:53:28.167432 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8dc8e-ca20-4024-8417-c461916d9d88 req-99145f83-9060-4423-858b-94fcc2a8f695 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:28.171130 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-686421f5-9ca7-4892-825c-76c5860cd840 req-8d4eac26-0fdb-44d2-a2b8-699a6932cd6a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647564 Oct 03 14:53:28.178190 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-93c8dc8e-ca20-4024-8417-c461916d9d88 req-99145f83-9060-4423-858b-94fcc2a8f695 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 949 time: 0.0662816 Oct 03 14:53:28.237079 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:28.244741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:28.253974 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-93c8dc8e-ca20-4024-8417-c461916d9d88 req-f2e7a45c-e4ae-4c8e-ba80-eee4b6f1d63e tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745986 Oct 03 14:53:28.387248 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-fab26183-72d9-4fda-8d37-4bb08f346a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:28.388876 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-fab26183-72d9-4fda-8d37-4bb08f346a53 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2a3f1ef0d0c343dfbf2eae49c0ea450c&device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 1133 time: 0.0410242 Oct 03 14:53:28.635755 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6869a-7185-46fe-9bbc-617049cfdd3e req-de5205c0-8e23-4d53-ae56-548779e789a9 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:28.637212 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04a6869a-7185-46fe-9bbc-617049cfdd3e req-de5205c0-8e23-4d53-ae56-548779e789a9 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0467627 Oct 03 14:53:28.694085 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04a6869a-7185-46fe-9bbc-617049cfdd3e req-15af81eb-673f-40bf-9a68-1b567bfc8b6d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505519 Oct 03 14:53:29.290198 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-a03b1178-51af-4fa8-8b78-6967248472cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:29.291899 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-a03b1178-51af-4fa8-8b78-6967248472cb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=2c876af4-5c99-493b-9d28-0be3ce42dc7a HTTP/1.1" status: 200 len: 870 time: 0.1472526 Oct 03 14:53:29.314142 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce6334-76f0-46fd-a987-2b4ae178c116 req-6d054625-afff-4cfb-a428-e7d5f45d5618 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:29.315733 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-10ce6334-76f0-46fd-a987-2b4ae178c116 req-6d054625-afff-4cfb-a428-e7d5f45d5618 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0663838 Oct 03 14:53:29.373948 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-5b536ebc-3d56-440a-934d-9aa81b3d7ce8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=35f10418-cb11-4f70-8187-1d74218f400c HTTP/1.1" status: 200 len: 217 time: 0.0534599 Oct 03 14:53:29.424856 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8f5f4-c0c5-41f2-8cf3-b93b50db9fcf req-bcaf4961-3013-489b-8663-2236d74e1c2b tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:29.427132 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7ae8f5f4-c0c5-41f2-8cf3-b93b50db9fcf req-bcaf4961-3013-489b-8663-2236d74e1c2b tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 949 time: 0.0680528 Oct 03 14:53:29.441670 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:29.473716 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-10ce6334-76f0-46fd-a987-2b4ae178c116 req-ebf44a20-a811-486a-921d-11a8f86b5b50 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341319 Oct 03 14:53:29.486240 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7ae8f5f4-c0c5-41f2-8cf3-b93b50db9fcf req-c72824cc-9815-4384-aec3-8c193ef73324 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533895 Oct 03 14:53:29.489867 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-911f6ba2-20b9-4f8e-b315-54ab0a79a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:29.491361 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-911f6ba2-20b9-4f8e-b315-54ab0a79a986 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=e5611cf8-a2b4-4ced-bebb-7ababcfa729b HTTP/1.1" status: 200 len: 843 time: 0.0843797 Oct 03 14:53:29.557657 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-1426a62a-a7fa-4571-8840-53c28e515945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:29.561761 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-1426a62a-a7fa-4571-8840-53c28e515945 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=2c876af4-5c99-493b-9d28-0be3ce42dc7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0410149 Oct 03 14:53:29.664490 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:29.676156 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 35f10418-cb11-4f70-8187-1d74218f400c up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:29.720910 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 35f10418-cb11-4f70-8187-1d74218f400c completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:53:29.728361 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 35f10418-cb11-4f70-8187-1d74218f400c triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:29.733523 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc92b89-f33b-47cd-acc2-5f37e6a7cce5 req-6e986a5c-087a-4e6f-ae44-816595bb6543 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:29.735821 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-efc92b89-f33b-47cd-acc2-5f37e6a7cce5 req-6e986a5c-087a-4e6f-ae44-816595bb6543 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0584807 Oct 03 14:53:29.737440 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (35f10418-cb11-4f70-8187-1d74218f400c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:29.737715 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 35f10418-cb11-4f70-8187-1d74218f400c Oct 03 14:53:29.797812 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-efc92b89-f33b-47cd-acc2-5f37e6a7cce5 req-3bd189c2-001a-4bad-99f7-517704263ec7 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534410 Oct 03 14:53:29.826858 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 35f10418-cb11-4f70-8187-1d74218f400c is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:29.827439 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (35f10418-cb11-4f70-8187-1d74218f400c), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:29.846821 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9e923-4b7e-4fb7-80f2-e512951a5107 req-343d8089-e584-449a-a758-a96bf17516ea tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:29.848306 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cfb9e923-4b7e-4fb7-80f2-e512951a5107 req-343d8089-e584-449a-a758-a96bf17516ea tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0642552 Oct 03 14:53:29.851545 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b52a25-aa5a-4517-b43a-5f7648431777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f10418-cb11-4f70-8187-1d74218f400c'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:53:29.853871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0195e7-2405-417d-822f-436bafbc7aa1" -d '{"events": [{"server_uuid": "a2b52a25-aa5a-4517-b43a-5f7648431777", "name": "network-vif-plugged", "status": "completed", "tag": "35f10418-cb11-4f70-8187-1d74218f400c"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:53:29.867366 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 35f10418-cb11-4f70-8187-1d74218f400c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=35f10418-cb11-4f70-8187-1d74218f400c,segment=NetworkSegment(6af86a00-abf8-4f15-8a42-366814743fbf),segment_id=6af86a00-abf8-4f15-8a42-366814743fbf)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:29.871936 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (35f10418-cb11-4f70-8187-1d74218f400c), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:29.906318 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e00c381-8f79-4c8e-8b52-174c9f3130d1 x-openstack-request-id: req-2e00c381-8f79-4c8e-8b52-174c9f3130d1 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:53:29.907141 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b52a25-aa5a-4517-b43a-5f7648431777", "name": "network-vif-plugged", "status": "completed", "tag": "35f10418-cb11-4f70-8187-1d74218f400c", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:53:29.907400 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e00c381-8f79-4c8e-8b52-174c9f3130d1 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:53:29.907792 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e00c381-8f79-4c8e-8b52-174c9f3130d1'] response: {'server_uuid': 'a2b52a25-aa5a-4517-b43a-5f7648431777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f10418-cb11-4f70-8187-1d74218f400c', 'code': 200} Oct 03 14:53:29.914374 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cfb9e923-4b7e-4fb7-80f2-e512951a5107 req-62e68e95-ee1b-46de-aac2-bb1f9ff14b33 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594656 Oct 03 14:53:29.926565 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=35f10418-cb11-4f70-8187-1d74218f400c,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:30.427031 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-3750f3e8-4911-411c-b219-0bb06a7503ce service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c876af4-5c99-493b-9d28-0be3ce42dc7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054440 Oct 03 14:53:30.573746 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3611d3-cfec-4e63-9180-08101bc4ac2a req-d013399a-c3b8-4591-85c2-9d57a48f7f87 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:30.575255 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8d3611d3-cfec-4e63-9180-08101bc4ac2a req-d013399a-c3b8-4591-85c2-9d57a48f7f87 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0458624 Oct 03 14:53:30.605555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8a849-989b-4b2c-838d-3ac3e085d60f req-88757d19-8dc1-48b9-9c89-b8129d7f9ce0 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:30.607023 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-78a8a849-989b-4b2c-838d-3ac3e085d60f req-88757d19-8dc1-48b9-9c89-b8129d7f9ce0 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 950 time: 0.0470915 Oct 03 14:53:30.622403 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8d3611d3-cfec-4e63-9180-08101bc4ac2a req-a6bb36e9-e9a5-485a-8cc0-481e0e240fb1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Oct 03 14:53:30.647828 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:30.655788 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-78a8a849-989b-4b2c-838d-3ac3e085d60f req-ad985446-9e49-45c0-995b-3b05935ee533 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Oct 03 14:53:30.927102 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8110e-5bd0-4e02-9dc0-96b6e8e4d749 req-dbc8c9eb-f829-440c-a05f-0dcdeb3f25ce tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:30.928561 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-99e8110e-5bd0-4e02-9dc0-96b6e8e4d749 req-dbc8c9eb-f829-440c-a05f-0dcdeb3f25ce tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0485277 Oct 03 14:53:30.976631 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-99e8110e-5bd0-4e02-9dc0-96b6e8e4d749 req-b628fa5e-d50b-42eb-94f0-2461bcec832d tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Oct 03 14:53:31.036922 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18c65-824d-4877-9ee0-136f2d4024f9 req-6db3ae6b-68ca-4874-98b6-4f9189ff4032 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:31.038431 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b6b18c65-824d-4877-9ee0-136f2d4024f9 req-6db3ae6b-68ca-4874-98b6-4f9189ff4032 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0453589 Oct 03 14:53:31.088985 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b6b18c65-824d-4877-9ee0-136f2d4024f9 req-d6ee3cab-af44-4cb9-938d-eae3a7cf8aff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447059 Oct 03 14:53:31.203734 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd62ae8-997f-4a2c-b888-cf383000a85c req-f94ba677-4f9b-4046-b82d-122f64b449d5 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:31.205151 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7cd62ae8-997f-4a2c-b888-cf383000a85c req-f94ba677-4f9b-4046-b82d-122f64b449d5 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0455015 Oct 03 14:53:31.215189 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54334) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:31.219601 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-fc659c79-8ffc-4c23-95d8-da3ef5351f63 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'floatingip': {'port_id': '8e144fc1-dc68-4200-84eb-87fed3d70fcb'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:31.290312 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fc659c79-8ffc-4c23-95d8-da3ef5351f63 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (4e233160-58c7-4070-83f2-ac4da5d9bfb3), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:31.770926 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36d508-eb0b-43d3-89a5-d86950b4d183 req-22cef5b8-a972-445d-af06-95ae2614f847 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:31.773567 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-af36d508-eb0b-43d3-89a5-d86950b4d183 req-22cef5b8-a972-445d-af06-95ae2614f847 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0683913 Oct 03 14:53:31.832194 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-af36d508-eb0b-43d3-89a5-d86950b4d183 req-fd67ef22-1add-4723-87da-3179f058bd08 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518055 Oct 03 14:53:32.022209 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:32.033683 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056e32d-3dd0-4611-8f20-73fac025a0b2 req-a0a78d0c-0a6e-41ee-a317-4fe00a0037a8 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:32.035444 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a056e32d-3dd0-4611-8f20-73fac025a0b2 req-a0a78d0c-0a6e-41ee-a317-4fe00a0037a8 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 950 time: 0.0946777 Oct 03 14:53:32.229154 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a056e32d-3dd0-4611-8f20-73fac025a0b2 req-bc3887e5-3158-4e1b-ab6a-25d6444cd342 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717172 Oct 03 14:53:32.241980 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fc659c79-8ffc-4c23-95d8-da3ef5351f63 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:32.251130 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fc659c79-8ffc-4c23-95d8-da3ef5351f63 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (4e233160-58c7-4070-83f2-ac4da5d9bfb3), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:32.312606 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cf483-8513-48e3-8728-28538c9caa8a req-e41a86df-3bb5-4891-ba71-5726ca59c632 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:32.314321 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-634cf483-8513-48e3-8728-28538c9caa8a req-e41a86df-3bb5-4891-ba71-5726ca59c632 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.1214654 Oct 03 14:53:32.400679 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7192ae5e-8b95-46f2-b57f-b9ce8f164e5c req-fd280c69-db82-4aa0-ad74-f68aa2d38c78 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2c876af4-5c99-493b-9d28-0be3ce42dc7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676650 Oct 03 14:53:32.404974 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-634cf483-8513-48e3-8728-28538c9caa8a req-381bec22-838d-4f18-aff6-ed4a4d5f6466 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826404 Oct 03 14:53:32.406317 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:32.412840 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.l3_db [None req-fc659c79-8ffc-4c23-95d8-da3ef5351f63 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Floating IP 4e233160-58c7-4070-83f2-ac4da5d9bfb3 associated. External IP: 172.27.1.175, port: 8e144fc1-dc68-4200-84eb-87fed3d70fcb. Oct 03 14:53:32.526335 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaa4ce-9453-4b99-bdf2-b96f8a73ec69 req-b55853b2-557d-4928-9a03-6684db7ac0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:32.527922 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bebaa4ce-9453-4b99-bdf2-b96f8a73ec69 req-b55853b2-557d-4928-9a03-6684db7ac0a0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 1134 time: 0.0383635 Oct 03 14:53:32.545803 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:32.577992 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bebaa4ce-9453-4b99-bdf2-b96f8a73ec69 req-55e1cc79-3c42-4118-a505-d3ff9648b24e service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380998 Oct 03 14:53:32.621626 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc659c79-8ffc-4c23-95d8-da3ef5351f63 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Router 925763bd-6908-4f5b-9c49-d3483bdd04d0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:53:32.720532 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc659c79-8ffc-4c23-95d8-da3ef5351f63 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:53:32.725333 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fc659c79-8ffc-4c23-95d8-da3ef5351f63 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:32.729787 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] Sync routers for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:53:32.739000 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:32.739614 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:32.758754 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-fc659c79-8ffc-4c23-95d8-da3ef5351f63 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/4e233160-58c7-4070-83f2-ac4da5d9bfb3 HTTP/1.1" status: 200 len: 991 time: 1.5425422 Oct 03 14:53:32.759479 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'tag': '8e144fc1-dc68-4200-84eb-87fed3d70fcb'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:53:32.761828 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64" -d '{"events": [{"name": "network-changed", "server_uuid": "bac89fd1-5f09-42a7-90f2-5074c12859fc", "tag": "8e144fc1-dc68-4200-84eb-87fed3d70fcb"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:53:32.799776 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec67547-8478-4cbf-9d77-68efb4d49536 x-openstack-request-id: req-2ec67547-8478-4cbf-9d77-68efb4d49536 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:53:32.800062 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac89fd1-5f09-42a7-90f2-5074c12859fc", "tag": "8e144fc1-dc68-4200-84eb-87fed3d70fcb", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:53:32.800317 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ec67547-8478-4cbf-9d77-68efb4d49536 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:53:32.800799 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec67547-8478-4cbf-9d77-68efb4d49536'] response: {'name': 'network-changed', 'server_uuid': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'tag': '8e144fc1-dc68-4200-84eb-87fed3d70fcb', 'status': 'completed', 'code': 200} Oct 03 14:53:32.840507 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:32.958968 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f9448-ab9c-46d5-b2dc-af7b06185379 req-b14a372f-fe57-49da-8d7c-4d5cfe986215 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:32.960472 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-923f9448-ab9c-46d5-b2dc-af7b06185379 req-b14a372f-fe57-49da-8d7c-4d5cfe986215 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Oct 03 14:53:33.010703 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-923f9448-ab9c-46d5-b2dc-af7b06185379 req-2476c69e-019b-4543-b00a-bd4fa7177201 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Oct 03 14:53:33.044769 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '4e233160-58c7-4070-83f2-ac4da5d9bfb3', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'port_id': '8e144fc1-dc68-4200-84eb-87fed3d70fcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'mac_address': 'fa:16:3e:3d:18:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:19Z', 'updated_at': '2022-10-03T14:53:32Z', 'revision_number': 1, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:33.147369 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] Checking router: 925763bd-6908-4f5b-9c49-d3483bdd04d0 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:53:33.155914 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:33.156533 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:33.253385 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:33.355446 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bc517-9bf0-438f-ab9a-9855efb20296 req-9a074e2f-d2e5-4a0c-86ab-0198c6bd4887 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:33.357059 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9b4bc517-9bf0-438f-ab9a-9855efb20296 req-9a074e2f-d2e5-4a0c-86ab-0198c6bd4887 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 950 time: 0.0474796 Oct 03 14:53:33.404819 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9b4bc517-9bf0-438f-ab9a-9855efb20296 req-7f462f59-72ce-4a37-b9f8-57fa6ef5f18c tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Oct 03 14:53:33.462854 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '4e233160-58c7-4070-83f2-ac4da5d9bfb3', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'port_id': '8e144fc1-dc68-4200-84eb-87fed3d70fcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'mac_address': 'fa:16:3e:3d:18:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:19Z', 'updated_at': '2022-10-03T14:53:32Z', 'revision_number': 1, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:33.491036 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df12b97c-335b-4bfc-bf93-109a7486e1a6 None None] The sync data for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi is: [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '4e233160-58c7-4070-83f2-ac4da5d9bfb3', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'port_id': '8e144fc1-dc68-4200-84eb-87fed3d70fcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'mac_address': 'fa:16:3e:3d:18:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:19Z', 'updated_at': '2022-10-03T14:53:32Z', 'revision_number': 1, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:53:33.532577 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8719a6-7d6c-470c-9838-dc24f9339906 req-79b51162-1307-4b52-90cb-f9434a096c36 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:33.534207 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3d8719a6-7d6c-470c-9838-dc24f9339906 req-79b51162-1307-4b52-90cb-f9434a096c36 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0503328 Oct 03 14:53:33.585225 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3d8719a6-7d6c-470c-9838-dc24f9339906 req-4954ae1e-e938-4d17-91e3-9ab4083467bd tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Oct 03 14:53:34.122901 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8442c387-7538-42a9-badd-a9147d49b5f2 None None] New status for floating IP 4e233160-58c7-4070-83f2-ac4da5d9bfb3: ACTIVE {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:53:34.131842 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656354a9-4765-4db7-9aba-1d15deb02563 req-09269496-1416-4568-9e64-cfae31940892 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:34.133318 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-656354a9-4765-4db7-9aba-1d15deb02563 req-09269496-1416-4568-9e64-cfae31940892 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0483811 Oct 03 14:53:34.180805 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-656354a9-4765-4db7-9aba-1d15deb02563 req-9976d67e-5721-4a7a-ae6f-bd6e13a2f30f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 Oct 03 14:53:34.220507 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-5e228140-4715-4aa7-a787-8612cab8d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:34.222022 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-5e228140-4715-4aa7-a787-8612cab8d2ae service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 1129 time: 0.0423193 Oct 03 14:53:34.396913 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e72747-3c94-41af-b649-51aa987533b7 req-c5b0bbef-757d-47a2-915d-d3397ceb707f tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:34.398394 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66e72747-3c94-41af-b649-51aa987533b7 req-c5b0bbef-757d-47a2-915d-d3397ceb707f tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0484025 Oct 03 14:53:34.433634 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-285814a2-0b91-4997-a291-c58c0221fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:34.434788 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-285814a2-0b91-4997-a291-c58c0221fb0f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 912 time: 0.0853412 Oct 03 14:53:34.521293 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-66e72747-3c94-41af-b649-51aa987533b7 req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Deleting port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:53:34.521662 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66e72747-3c94-41af-b649-51aa987533b7 req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:34.527485 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-cf99f818-5825-443a-9bf1-15421b8d0344 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb HTTP/1.1" status: 200 len: 1001 time: 0.0872180 Oct 03 14:53:34.540418 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f299f4e-2332-405f-b937-2ea6a4d0874d req-8fbe4ee0-3473-414d-9c2c-7ecfaf10f337 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:34.541937 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4f299f4e-2332-405f-b937-2ea6a4d0874d req-8fbe4ee0-3473-414d-9c2c-7ecfaf10f337 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 950 time: 0.0555139 Oct 03 14:53:34.591105 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4f299f4e-2332-405f-b937-2ea6a4d0874d req-a11faf61-8986-43af-9d3b-3304b4c21931 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Oct 03 14:53:34.617471 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-66e72747-3c94-41af-b649-51aa987533b7 req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] For port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:34.617863 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66e72747-3c94-41af-b649-51aa987533b7 req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:34.633384 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-66e72747-3c94-41af-b649-51aa987533b7 req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Calling delete_port for 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:53:34.698330 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:34.749278 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-bec48928-0b46-4112-a9b4-573e396b3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:34.751364 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-bec48928-0b46-4112-a9b4-573e396b3607 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a48f3f05-3214-4e90-88bc-7c789ec0a9f7 HTTP/1.1" status: 200 len: 850 time: 0.0579302 Oct 03 14:53:34.757073 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc84a7-3fa0-4148-9320-1cef47c94e3e req-a21454e0-d1ae-4c1a-a122-3e0620948d6e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:34.758579 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-03dc84a7-3fa0-4148-9320-1cef47c94e3e req-a21454e0-d1ae-4c1a-a122-3e0620948d6e tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 945 time: 0.0918632 Oct 03 14:53:34.788321 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:34.850132 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-03dc84a7-3fa0-4148-9320-1cef47c94e3e req-72423e5d-954b-4ebe-b011-a35e62a27933 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784299 Oct 03 14:53:34.879027 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66e72747-3c94-41af-b649-51aa987533b7 req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (2e72d55c-b330-49d5-9e42-f12cbb9f7a3b), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:34.908244 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Pushing event deleted for resources: {'Port': ['ID=2e72d55c-b330-49d5-9e42-f12cbb9f7a3b,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:34.923230 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['2e72d55c-b330-49d5-9e42-f12cbb9f7a3b'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:53:34.971420 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e72747-3c94-41af-b649-51aa987533b7 req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] No DVR routers for this DVR port 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:53:34.980096 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66e72747-3c94-41af-b649-51aa987533b7 req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:34.983455 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66e72747-3c94-41af-b649-51aa987533b7 req-7f67476c-01fc-498f-b872-11ffaf0e1d9b tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.42 "DELETE /networking/v2.0/ports/2e72d55c-b330-49d5-9e42-f12cbb9f7a3b HTTP/1.1" status: 204 len: 173 time: 0.5786843 Oct 03 14:53:34.984021 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b', 'name': 'network-vif-deleted', 'tag': '2e72d55c-b330-49d5-9e42-f12cbb9f7a3b'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:53:34.986864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5815a01f-025c-4f4c-828e-b99bc35c5816" -d '{"events": [{"server_uuid": "6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b", "name": "network-vif-deleted", "tag": "2e72d55c-b330-49d5-9e42-f12cbb9f7a3b"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:53:35.027489 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea305b4d-0516-4d00-908f-09f9868cf091 x-openstack-request-id: req-ea305b4d-0516-4d00-908f-09f9868cf091 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:53:35.027812 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b", "name": "network-vif-deleted", "tag": "2e72d55c-b330-49d5-9e42-f12cbb9f7a3b", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:53:35.028083 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea305b4d-0516-4d00-908f-09f9868cf091 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:53:35.028485 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea305b4d-0516-4d00-908f-09f9868cf091'] response: {'server_uuid': '6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b', 'name': 'network-vif-deleted', 'tag': '2e72d55c-b330-49d5-9e42-f12cbb9f7a3b', 'status': 'completed', 'code': 200} Oct 03 14:53:35.309420 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cac30-2f1a-48b5-96b3-931cf3e13633 req-7022fb4f-51fc-4214-a970-0abd1815b9bc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:35.310975 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c02cac30-2f1a-48b5-96b3-931cf3e13633 req-7022fb4f-51fc-4214-a970-0abd1815b9bc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0491939 Oct 03 14:53:35.361955 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c02cac30-2f1a-48b5-96b3-931cf3e13633 req-d6daaa77-006d-4879-978e-111544ec2a1f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Oct 03 14:53:35.368389 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:35.382181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-c468af8d-0cc0-491c-a886-c9cbdbc71a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:35.383952 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-c468af8d-0cc0-491c-a886-c9cbdbc71a72 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3de19230-35e5-430c-b606-8b501507ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488188 Oct 03 14:53:35.574311 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-f1efc933-8635-4e40-9546-e511cc5ab9d5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867221 Oct 03 14:53:35.679578 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a6e5be4-5c48-41fa-bdcf-f27cd3cf4f64 req-869a8a20-1ade-4468-8f2e-7159808ee4fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993130 Oct 03 14:53:35.712861 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d13ed-631f-40a4-ba7d-350f6ed12cda req-5e23323d-3374-4551-80a3-9fec4f6ebdd3 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:35.714339 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-955d13ed-631f-40a4-ba7d-350f6ed12cda req-5e23323d-3374-4551-80a3-9fec4f6ebdd3 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 950 time: 0.0472815 Oct 03 14:53:35.764368 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-955d13ed-631f-40a4-ba7d-350f6ed12cda req-e3d5b247-e3a7-4aed-80e9-146abbaa85dc tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Oct 03 14:53:35.971762 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-53b27fc0-4ee1-49f4-87a2-0a1b56060bb8 req-c6dcda11-ee7a-4400-b0c9-30a0e5e9cb03 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 210 time: 0.0405514 Oct 03 14:53:36.184546 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fb665-4319-4db6-9e38-ec48f151ae19 req-456c39ec-ab57-4039-92a6-4c789d53658b tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:36.185980 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-877fb665-4319-4db6-9e38-ec48f151ae19 req-456c39ec-ab57-4039-92a6-4c789d53658b tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 950 time: 0.0447159 Oct 03 14:53:36.231461 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-877fb665-4319-4db6-9e38-ec48f151ae19 req-1de72dcb-ec4e-41d5-9402-e7a031e425ea tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Oct 03 14:53:36.495636 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdaec0-ee88-4a54-8b82-7097faf7bae1 req-92377154-fbc5-476f-93a9-a803deec3462 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:36.497126 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3ccdaec0-ee88-4a54-8b82-7097faf7bae1 req-92377154-fbc5-476f-93a9-a803deec3462 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0549212 Oct 03 14:53:36.545623 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3ccdaec0-ee88-4a54-8b82-7097faf7bae1 req-c85f4027-b7d0-414d-aebc-5513574f0684 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Oct 03 14:53:36.556756 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 54440) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:36.661844 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a94d8159-396f-4103-81d6-cca85049bdb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:36.689261 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:36.738042 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a94d8159-396f-4103-81d6-cca85049bdb7 admin admin] Publish callbacks [] for security_group (edfdd86b-e77d-4ea5-8a93-2f1308f89fd5), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:36.741560 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a94d8159-396f-4103-81d6-cca85049bdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (edfdd86b-e77d-4ea5-8a93-2f1308f89fd5), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:36.780831 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a94d8159-396f-4103-81d6-cca85049bdb7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ea045c28d6c848b9a49a73347c9b9e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222812 Oct 03 14:53:36.781701 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d8159-396f-4103-81d6-cca85049bdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfdd86b-e77d-4ea5-8a93-2f1308f89fd5,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:36.783754 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54444) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:36.832274 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf0d7-c2d9-430b-9749-e8244688fed4 admin admin] Publish callbacks [] for security_group (edfdd86b-e77d-4ea5-8a93-2f1308f89fd5), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:36.856506 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf0d7-c2d9-430b-9749-e8244688fed4 admin admin] Publish callbacks [] for security_group (edfdd86b-e77d-4ea5-8a93-2f1308f89fd5), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:36.901942 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf0d7-c2d9-430b-9749-e8244688fed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (edfdd86b-e77d-4ea5-8a93-2f1308f89fd5), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:36.904427 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf0d7-c2d9-430b-9749-e8244688fed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:36.905597 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-4bbcf0d7-c2d9-430b-9749-e8244688fed4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/edfdd86b-e77d-4ea5-8a93-2f1308f89fd5 HTTP/1.1" status: 204 len: 168 time: 0.1208522 Oct 03 14:53:36.913747 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcf0d7-c2d9-430b-9749-e8244688fed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfdd86b-e77d-4ea5-8a93-2f1308f89fd5,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:37.092220 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6befca31-b7b6-4967-a5b6-9e420ea82bea req-f81756bd-a5b2-4fd3-b3c6-fc0d571e0bb1 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 210 time: 0.0269721 Oct 03 14:53:37.168620 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54452) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:37.181866 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5794-b995-4acc-a8a9-de8c8e2a7e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.258275 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5794-b995-4acc-a8a9-de8c8e2a7e1d admin admin] Publish callbacks [] for security_group (f548ac60-498d-43ee-a166-6accbaeed510), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.262929 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5794-b995-4acc-a8a9-de8c8e2a7e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (f548ac60-498d-43ee-a166-6accbaeed510), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.302120 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5794-b995-4acc-a8a9-de8c8e2a7e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f548ac60-498d-43ee-a166-6accbaeed510,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:37.306286 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-cb8d5794-b995-4acc-a8a9-de8c8e2a7e1d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=41584b9207a2459ebd0d0a8cab7c4a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366611 Oct 03 14:53:37.309004 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54456) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:37.326900 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:37.366602 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-21ad39ea-6b5b-4f24-b501-3c841f036881 admin admin] Publish callbacks [] for security_group (f548ac60-498d-43ee-a166-6accbaeed510), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.369228 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83170ac7-53a7-4a43-bd9b-6658ecd1dc79 req-2455f01d-c7d5-427b-82c3-da2c6ecef265 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:37.370732 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-83170ac7-53a7-4a43-bd9b-6658ecd1dc79 req-2455f01d-c7d5-427b-82c3-da2c6ecef265 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 950 time: 0.0629768 Oct 03 14:53:37.391694 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-21ad39ea-6b5b-4f24-b501-3c841f036881 admin admin] Publish callbacks [] for security_group (f548ac60-498d-43ee-a166-6accbaeed510), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.419280 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-83170ac7-53a7-4a43-bd9b-6658ecd1dc79 req-4e872c4d-475b-41c2-8486-5db002d2fe24 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Oct 03 14:53:37.443580 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-21ad39ea-6b5b-4f24-b501-3c841f036881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (f548ac60-498d-43ee-a166-6accbaeed510), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.446118 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-21ad39ea-6b5b-4f24-b501-3c841f036881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.447282 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-21ad39ea-6b5b-4f24-b501-3c841f036881 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f548ac60-498d-43ee-a166-6accbaeed510 HTTP/1.1" status: 204 len: 168 time: 0.1369917 Oct 03 14:53:37.455729 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad39ea-6b5b-4f24-b501-3c841f036881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f548ac60-498d-43ee-a166-6accbaeed510,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:37.668689 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3e839-04bc-4665-80c4-f3f6354f0a5e req-5ee8c152-0e89-441f-8524-3bd2cd11dccb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:37.670223 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-57a3e839-04bc-4665-80c4-f3f6354f0a5e req-5ee8c152-0e89-441f-8524-3bd2cd11dccb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0456266 Oct 03 14:53:37.681792 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:53:37.709112 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:53:37.709462 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 2e72d55c-b330-49d5-9e42-f12cbb9f7a3b not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:53:37.718006 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:37.733656 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-57a3e839-04bc-4665-80c4-f3f6354f0a5e req-15a734e0-206a-457b-826e-8ac3b51c3c12 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500612 Oct 03 14:53:37.798696 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 54464) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:37.811921 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-42e14905-9dcc-4d18-8b82-b7cf735fb716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.886918 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-42e14905-9dcc-4d18-8b82-b7cf735fb716 admin admin] Publish callbacks [] for security_group (6e2d5786-8bbc-4f24-9bd2-4ebaa40cac10), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.890440 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-42e14905-9dcc-4d18-8b82-b7cf735fb716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6e2d5786-8bbc-4f24-9bd2-4ebaa40cac10), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:37.895574 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:37.930233 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e14905-9dcc-4d18-8b82-b7cf735fb716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2d5786-8bbc-4f24-9bd2-4ebaa40cac10,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:37.935130 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-42e14905-9dcc-4d18-8b82-b7cf735fb716 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=de9230c05ea043f8924ef6e01fdfaed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353960 Oct 03 14:53:37.938736 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54466) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:37.987434 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ffb994d2-8431-4ea9-8060-84a79c4aa3b2 admin admin] Publish callbacks [] for security_group (6e2d5786-8bbc-4f24-9bd2-4ebaa40cac10), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:38.007629 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ffb994d2-8431-4ea9-8060-84a79c4aa3b2 admin admin] Publish callbacks [] for security_group (6e2d5786-8bbc-4f24-9bd2-4ebaa40cac10), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:38.067865 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ffb994d2-8431-4ea9-8060-84a79c4aa3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6e2d5786-8bbc-4f24-9bd2-4ebaa40cac10), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:38.070790 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ffb994d2-8431-4ea9-8060-84a79c4aa3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:38.071979 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-ffb994d2-8431-4ea9-8060-84a79c4aa3b2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6e2d5786-8bbc-4f24-9bd2-4ebaa40cac10 HTTP/1.1" status: 204 len: 168 time: 0.1325917 Oct 03 14:53:38.079889 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb994d2-8431-4ea9-8060-84a79c4aa3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2d5786-8bbc-4f24-9bd2-4ebaa40cac10,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:38.080902 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-f91841b8-dd1f-4b02-90b1-0ba9e8c5f08c tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:38.082695 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-f91841b8-dd1f-4b02-90b1-0ba9e8c5f08c tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 950 time: 0.0584207 Oct 03 14:53:38.215021 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-274249a5-386e-43a2-9eb6-f95345e0764d req-31d6e43d-1601-4d91-a1f6-deb676dcf263 tempest-DeleteServersTestJSON-2104585316 tempest-DeleteServersTestJSON-2104585316-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6f1d4c44-bc3b-4e4a-8603-b38e34dfa90b HTTP/1.1" status: 200 len: 210 time: 0.0326469 Oct 03 14:53:38.499419 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Deleting port 35f10418-cb11-4f70-8187-1d74218f400c {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:53:38.499858 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (35f10418-cb11-4f70-8187-1d74218f400c), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:38.553874 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa33a9-f7b7-49c2-9165-0a05ac95f4fd req-7b2e041d-127c-4e6e-9970-19d389f5f8a0 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:38.556230 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-53fa33a9-f7b7-49c2-9165-0a05ac95f4fd req-7b2e041d-127c-4e6e-9970-19d389f5f8a0 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 950 time: 0.0505846 Oct 03 14:53:38.608047 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] For port 35f10418-cb11-4f70-8187-1d74218f400c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=35f10418-cb11-4f70-8187-1d74218f400c,segment=NetworkSegment(6af86a00-abf8-4f15-8a42-366814743fbf),segment_id=6af86a00-abf8-4f15-8a42-366814743fbf)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:38.608550 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (35f10418-cb11-4f70-8187-1d74218f400c), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:38.617832 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-53fa33a9-f7b7-49c2-9165-0a05ac95f4fd req-cf4b10e1-4715-4ce4-a878-68bd3a9c9c8c tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0689f450-af80-4991-8125-9c7b34a376fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551465 Oct 03 14:53:38.624870 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Calling delete_port for 35f10418-cb11-4f70-8187-1d74218f400c owned by compute:nova {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:53:38.959894 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e50673-293d-40c6-8d3d-5703c1c570ef req-b102d942-f9ed-488e-bf5d-30990a776f73 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:38.961368 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-87e50673-293d-40c6-8d3d-5703c1c570ef req-b102d942-f9ed-488e-bf5d-30990a776f73 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0615833 Oct 03 14:53:38.963079 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:39.054667 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-87e50673-293d-40c6-8d3d-5703c1c570ef req-6d70ab2c-995e-4bbd-859d-2d4eb05c84ed tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804513 Oct 03 14:53:39.077748 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (35f10418-cb11-4f70-8187-1d74218f400c), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:39.111641 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Pushing event deleted for resources: {'Port': ['ID=35f10418-cb11-4f70-8187-1d74218f400c,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:39.120471 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['35f10418-cb11-4f70-8187-1d74218f400c'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:53:39.184071 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] No DVR routers for this DVR port 35f10418-cb11-4f70-8187-1d74218f400c on host hv-cinder-85987 {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:53:39.187751 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:39.191200 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dd87a03f-e4ec-4be9-a6c6-642c97e18604 req-a2de9cd1-a6a9-44b9-b32e-123a34b355b2 tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.42 "DELETE /networking/v2.0/ports/35f10418-cb11-4f70-8187-1d74218f400c HTTP/1.1" status: 204 len: 173 time: 0.8182898 Oct 03 14:53:39.191882 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b52a25-aa5a-4517-b43a-5f7648431777', 'name': 'network-vif-deleted', 'tag': '35f10418-cb11-4f70-8187-1d74218f400c'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:53:39.194261 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0462d1-f0da-4979-84b5-54808bfefa5f" -d '{"events": [{"server_uuid": "a2b52a25-aa5a-4517-b43a-5f7648431777", "name": "network-vif-deleted", "tag": "35f10418-cb11-4f70-8187-1d74218f400c"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:53:39.260201 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c36993-c2fe-41df-a36f-62f8e1491a13 x-openstack-request-id: req-22c36993-c2fe-41df-a36f-62f8e1491a13 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:53:39.260500 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b52a25-aa5a-4517-b43a-5f7648431777", "name": "network-vif-deleted", "tag": "35f10418-cb11-4f70-8187-1d74218f400c", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:53:39.260992 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22c36993-c2fe-41df-a36f-62f8e1491a13 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:53:39.261421 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c36993-c2fe-41df-a36f-62f8e1491a13'] response: {'server_uuid': 'a2b52a25-aa5a-4517-b43a-5f7648431777', 'name': 'network-vif-deleted', 'tag': '35f10418-cb11-4f70-8187-1d74218f400c', 'status': 'completed', 'code': 200} Oct 03 14:53:39.742784 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7438be08-ff1f-4f7c-aff4-7be5d3fdc9a6 req-6aedacb5-57ff-46f4-b75a-151b033eaecd tempest-VolumesNegativeTest-1482021882 tempest-VolumesNegativeTest-1482021882-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=a2b52a25-aa5a-4517-b43a-5f7648431777 HTTP/1.1" status: 200 len: 210 time: 0.0325646 Oct 03 14:53:40.197444 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936402-97f1-43fa-b0b1-c2adcd08fc12 req-3f6e90a5-db45-4710-8995-4e1a3ee79cd5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:40.199360 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-77936402-97f1-43fa-b0b1-c2adcd08fc12 req-3f6e90a5-db45-4710-8995-4e1a3ee79cd5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0541203 Oct 03 14:53:40.247805 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-77936402-97f1-43fa-b0b1-c2adcd08fc12 req-264b6b58-6c02-4842-852e-f03c8608ec10 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Oct 03 14:53:40.784532 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54588) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:41.178777 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (07eb2779-da33-4d7e-b7c4-2557035ee674), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:41.237455 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:41.578917 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:53:41.613524 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe53608-b27c-4238-9929-b0f4d5947008 req-53ae0575-4038-44fc-82e7-dc796a42fac2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:41.615624 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-efe53608-b27c-4238-9929-b0f4d5947008 req-53ae0575-4038-44fc-82e7-dc796a42fac2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0989270 Oct 03 14:53:41.729690 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 35f10418-cb11-4f70-8187-1d74218f400c no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:53:41.731321 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:41.737387 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-efe53608-b27c-4238-9929-b0f4d5947008 req-e70cdbee-bf41-4cdf-9f66-cee81be93e09 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973775 Oct 03 14:53:41.767773 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 35f10418-cb11-4f70-8187-1d74218f400c {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:53:41.768301 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 35f10418-cb11-4f70-8187-1d74218f400c not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:53:41.811822 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Deleting port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:53:41.812553 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:41.898854 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] For port 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:41.899222 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:41.911834 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Calling delete_port for 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b owned by network:router_interface {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:53:42.107062 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:42.134924 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:42.269037 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (07eb2779-da33-4d7e-b7c4-2557035ee674), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:42.510900 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Router 07eb2779-da33-4d7e-b7c4-2557035ee674 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:53:42.514007 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:42.621068 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:42.627372 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:53:42.635401 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 54766) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:42.636608 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-29c52df5-6912-4678-b44b-d0cf9ac98060 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/07eb2779-da33-4d7e-b7c4-2557035ee674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8509409 Oct 03 14:53:42.638353 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] Sync routers for ids ['07eb2779-da33-4d7e-b7c4-2557035ee674'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:53:42.649347 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] Routers {'07eb2779-da33-4d7e-b7c4-2557035ee674'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:42.650154 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['07eb2779-da33-4d7e-b7c4-2557035ee674'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:42.758925 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] Set router 07eb2779-da33-4d7e-b7c4-2557035ee674 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:42.759844 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks [] for router (07eb2779-da33-4d7e-b7c4-2557035ee674), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:42.867378 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:42.903425 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:42.950165 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc20e47-598a-4a89-941b-101533c8a087 req-f109aef1-1d73-4337-af49-77c9e5cb3c90 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:42.951714 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-afc20e47-598a-4a89-941b-101533c8a087 req-f109aef1-1d73-4337-af49-77c9e5cb3c90 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0758030 Oct 03 14:53:42.951831 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:53:42Z', 'revision_number': 5, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'gw_port': {'id': 'c335b7eb-d37c-4d25-9fe6-6094791a131b', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:97:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:42.956420 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks [] for router_gateway (07eb2779-da33-4d7e-b7c4-2557035ee674), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:42.985914 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] Checking router: 07eb2779-da33-4d7e-b7c4-2557035ee674 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:53:42.995950 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] Routers {'07eb2779-da33-4d7e-b7c4-2557035ee674'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:42.996557 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['07eb2779-da33-4d7e-b7c4-2557035ee674'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:43.041250 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-afc20e47-598a-4a89-941b-101533c8a087 req-5232347c-d060-4830-aeb1-dae79ff8524c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801058 Oct 03 14:53:43.041813 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Deleting port c335b7eb-d37c-4d25-9fe6-6094791a131b {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:53:43.042151 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.089477 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:43.090390 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] Set router 07eb2779-da33-4d7e-b7c4-2557035ee674 gateway port host: None {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:43.142361 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] For port c335b7eb-d37c-4d25-9fe6-6094791a131b, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=c335b7eb-d37c-4d25-9fe6-6094791a131b,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:43.142865 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.157244 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Calling delete_port for c335b7eb-d37c-4d25-9fe6-6094791a131b owned by network:router_gateway {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:53:43.165418 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:53:42Z', 'revision_number': 6, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'gw_port_host': None}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:43.194392 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c21d0cc-e141-4a32-950f-ac43c5df4308 None None] The sync data for ids ['07eb2779-da33-4d7e-b7c4-2557035ee674'] in dv-cinder-859877-2-iscsi is: [{'id': '07eb2779-da33-4d7e-b7c4-2557035ee674', 'name': 'tempest-DeleteServersTestJSON-642921485-router', 'tenant_id': '2e3b8c8420474d9397a3578350b9eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:53:42Z', 'revision_number': 6, 'project_id': '2e3b8c8420474d9397a3578350b9eacf', 'gw_port_host': None}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:53:43.226632 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-91fa91b3-ea8b-4db0-8f3b-b6bd689aaaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.353526 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (c335b7eb-d37c-4d25-9fe6-6094791a131b), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.380430 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Pushing event deleted for resources: {'Port': ['ID=c335b7eb-d37c-4d25-9fe6-6094791a131b,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:43.405559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (07eb2779-da33-4d7e-b7c4-2557035ee674), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.524024 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (07eb2779-da33-4d7e-b7c4-2557035ee674), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.526362 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks [] for router_controller (07eb2779-da33-4d7e-b7c4-2557035ee674), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.599226 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (07eb2779-da33-4d7e-b7c4-2557035ee674), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.599963 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07eb2779-da33-4d7e-b7c4-2557035ee674 {{(pid=112658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 14:53:43.605514 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.606801 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-b27f14cb-8697-4be5-8523-8b6391128dce admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/07eb2779-da33-4d7e-b7c4-2557035ee674 HTTP/1.1" status: 204 len: 168 time: 0.9702787 Oct 03 14:53:43.609887 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 54820) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:43.643952 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:43.667874 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a6cf85-ebfe-4b1b-be62-4002a834d2b3 admin admin] Deleting subnet 019c6a1a-8f10-467b-b66b-f97fb0700ada {{(pid=112658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 14:53:43.671946 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-86a6cf85-ebfe-4b1b-be62-4002a834d2b3 admin admin] Publish callbacks [] for subnet (019c6a1a-8f10-467b-b66b-f97fb0700ada), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.715355 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-86a6cf85-ebfe-4b1b-be62-4002a834d2b3 admin admin] Publish callbacks [] for subnet (019c6a1a-8f10-467b-b66b-f97fb0700ada), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.795731 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-86a6cf85-ebfe-4b1b-be62-4002a834d2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (019c6a1a-8f10-467b-b66b-f97fb0700ada), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.854750 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-86a6cf85-ebfe-4b1b-be62-4002a834d2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (019c6a1a-8f10-467b-b66b-f97fb0700ada), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.886187 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6cf85-ebfe-4b1b-be62-4002a834d2b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019c6a1a-8f10-467b-b66b-f97fb0700ada,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:43.892117 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-86a6cf85-ebfe-4b1b-be62-4002a834d2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:43.897864 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037b68b1-d80b-4265-bc2d-a40b83f30c16 None None] Network 1a822274-e0ca-4ff0-95b8-688fdc218651 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:53:43.899124 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-86a6cf85-ebfe-4b1b-be62-4002a834d2b3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/019c6a1a-8f10-467b-b66b-f97fb0700ada HTTP/1.1" status: 204 len: 168 time: 0.2877243 Oct 03 14:53:43.903401 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54842) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:43.991226 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (1a822274-e0ca-4ff0-95b8-688fdc218651), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.084142 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Deleting port 24350acd-ec7d-46a8-99b7-e51756680e1c {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:53:44.084498 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.118580 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239e556-5bfa-421f-afd6-3e12f29d2928 None None] DHCP port deletion for 1a822274-e0ca-4ff0-95b8-688fdc218651 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 14:53:44.150430 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:53:44.183503 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:44.185893 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:53:44.186239 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 5b2bfbb9-b80b-4781-a182-0e7ebdcb6e3b not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:53:44.186727 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c335b7eb-d37c-4d25-9fe6-6094791a131b no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:53:44.211625 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b239e556-5bfa-421f-afd6-3e12f29d2928 None None] Deleting port 24350acd-ec7d-46a8-99b7-e51756680e1c {{(pid=112660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:53:44.212012 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b239e556-5bfa-421f-afd6-3e12f29d2928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), before_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.214304 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: c335b7eb-d37c-4d25-9fe6-6094791a131b {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:53:44.214646 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c335b7eb-d37c-4d25-9fe6-6094791a131b not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:53:44.219063 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] For port 24350acd-ec7d-46a8-99b7-e51756680e1c, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=24350acd-ec7d-46a8-99b7-e51756680e1c,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:44.219380 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.233177 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b04dc-9c3d-4451-9583-3cd09c1b67c8 req-0b88ea8d-f021-4abf-90d1-6ab7f3f382c9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:44.235291 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-638b04dc-9c3d-4451-9583-3cd09c1b67c8 req-0b88ea8d-f021-4abf-90d1-6ab7f3f382c9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0940945 Oct 03 14:53:44.242645 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Calling delete_port for 24350acd-ec7d-46a8-99b7-e51756680e1c owned by network:dhcp {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:53:44.286223 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b239e556-5bfa-421f-afd6-3e12f29d2928 None None] For port 24350acd-ec7d-46a8-99b7-e51756680e1c, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=24350acd-ec7d-46a8-99b7-e51756680e1c,segment=NetworkSegment(37662e04-d8d1-474b-8455-b824389cd4d0),segment_id=37662e04-d8d1-474b-8455-b824389cd4d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:44.286729 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b239e556-5bfa-421f-afd6-3e12f29d2928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), precommit_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.304326 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b239e556-5bfa-421f-afd6-3e12f29d2928 None None] Calling delete_port for 24350acd-ec7d-46a8-99b7-e51756680e1c owned by network:dhcp {{(pid=112660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:53:44.327494 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-638b04dc-9c3d-4451-9583-3cd09c1b67c8 req-fe809ca0-c80f-44af-8147-122b1d9a852a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860105 Oct 03 14:53:44.366165 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.396336 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Pushing event deleted for resources: {'Port': ['ID=24350acd-ec7d-46a8-99b7-e51756680e1c,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:44.400651 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] No DVR routers for this DVR port 24350acd-ec7d-46a8-99b7-e51756680e1c on host dv-cinder-859877-2-iscsi {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:53:44.432409 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:44.453078 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b239e556-5bfa-421f-afd6-3e12f29d2928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (24350acd-ec7d-46a8-99b7-e51756680e1c), after_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.477605 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (1a822274-e0ca-4ff0-95b8-688fdc218651), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.479187 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239e556-5bfa-421f-afd6-3e12f29d2928 None None] Pushing event deleted for resources: {'Port': ['ID=24350acd-ec7d-46a8-99b7-e51756680e1c,revision_number=None']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:44.485475 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239e556-5bfa-421f-afd6-3e12f29d2928 None None] No DVR routers for this DVR port 24350acd-ec7d-46a8-99b7-e51756680e1c on host dv-cinder-859877-2-iscsi {{(pid=112660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:53:44.500446 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.501936 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.501936 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.502224 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > port after_create 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.502624 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > port after_delete 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.503026 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > port after_update 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.503399 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.503701 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.504094 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.504460 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.663890 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.664247 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.664582 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.664914 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:53:44.665295 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a822274-e0ca-4ff0-95b8-688fdc218651']}} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:44.682869 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37662e04-d8d1-474b-8455-b824389cd4d0') {'for_net_delete': True} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:44.683166 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37662e04-d8d1-474b-8455-b824389cd4d0') {} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:44.700036 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733049'] for segment (37662e04-d8d1-474b-8455-b824389cd4d0), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.726900 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (37662e04-d8d1-474b-8455-b824389cd4d0), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.735835 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=112659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 14:53:44.736164 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366915'] for segment (37662e04-d8d1-474b-8455-b824389cd4d0), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.803554 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (1a822274-e0ca-4ff0-95b8-688fdc218651), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.809338 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:44.815319 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/1a822274-e0ca-4ff0-95b8-688fdc218651 HTTP/1.1" status: 204 len: 168 time: 0.9108343 Oct 03 14:53:44.829251 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbe92a-25b3-4a98-aa2e-dd9e72e7e28c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a822274-e0ca-4ff0-95b8-688fdc218651,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:44.967028 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment 37662e04-d8d1-474b-8455-b824389cd4d0 resource provider aggregate not found Oct 03 14:53:44.986733 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment 37662e04-d8d1-474b-8455-b824389cd4d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37662e04-d8d1-474b-8455-b824389cd4d0 found for delete ", "request_id": "req-664b9cb1-7760-40d1-8e97-ae9f2b67e747"}]} Oct 03 14:53:45.034241 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54872) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:45.074120 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-24347e98-e4ff-48a9-a4e0-7aadee31772e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2e3b8c8420474d9397a3578350b9eacf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387557 Oct 03 14:53:45.076524 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54874) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:45.129194 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-259e9eb4-7670-48b7-a153-e3383ebf8291 admin admin] Publish callbacks [] for security_group (d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:45.148767 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-259e9eb4-7670-48b7-a153-e3383ebf8291 admin admin] Publish callbacks [] for security_group (d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:45.196043 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-259e9eb4-7670-48b7-a153-e3383ebf8291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:45.198887 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-259e9eb4-7670-48b7-a153-e3383ebf8291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:45.200312 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-259e9eb4-7670-48b7-a153-e3383ebf8291 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3 HTTP/1.1" status: 204 len: 168 time: 0.1225612 Oct 03 14:53:45.202696 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:45.214169 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e9eb4-7670-48b7-a153-e3383ebf8291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0395ca4-a6d8-4bf4-9f9f-e24aa999a8e3,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:45.448872 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-6169aa2c-c9c2-4d1a-8787-ebf9b6452fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:45.471309 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb33d2c-352e-44c2-a8b6-f032912a422e req-8a205624-5e51-46df-8b5b-4dd76d5f64c2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:45.473924 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4eb33d2c-352e-44c2-a8b6-f032912a422e req-8a205624-5e51-46df-8b5b-4dd76d5f64c2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0619562 Oct 03 14:53:45.527445 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54888) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:45.543443 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4eb33d2c-352e-44c2-a8b6-f032912a422e req-f667ec7b-08d6-4a45-9c95-be61d8530535 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637360 Oct 03 14:53:45.674574 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-93030a9f-4885-4341-858f-ebec6d02834d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2a3f1ef0d0c343dfbf2eae49c0ea450c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458292 Oct 03 14:53:45.677046 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54900) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:45.725961 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-38de8e49-eb72-4c07-b33f-5114351b395a admin admin] Publish callbacks [] for security_group (0689f450-af80-4991-8125-9c7b34a376fb), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:45.733388 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:45.749085 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-38de8e49-eb72-4c07-b33f-5114351b395a admin admin] Publish callbacks [] for security_group (0689f450-af80-4991-8125-9c7b34a376fb), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:45.805240 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-38de8e49-eb72-4c07-b33f-5114351b395a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0689f450-af80-4991-8125-9c7b34a376fb), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:45.809208 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-38de8e49-eb72-4c07-b33f-5114351b395a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:45.810914 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-38de8e49-eb72-4c07-b33f-5114351b395a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0689f450-af80-4991-8125-9c7b34a376fb HTTP/1.1" status: 204 len: 168 time: 0.1327891 Oct 03 14:53:45.823245 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de8e49-eb72-4c07-b33f-5114351b395a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0689f450-af80-4991-8125-9c7b34a376fb,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:45.825340 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 24350acd-ec7d-46a8-99b7-e51756680e1c no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:53:45.850177 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 24350acd-ec7d-46a8-99b7-e51756680e1c {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:53:45.850635 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 24350acd-ec7d-46a8-99b7-e51756680e1c not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:53:46.618021 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54950) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:46.687851 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7b808-8cd4-426f-9319-3693d9848f79 req-f1cd40d4-9b61-4589-9df8-849816dd4efb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:46.689587 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dda7b808-8cd4-426f-9319-3693d9848f79 req-f1cd40d4-9b61-4589-9df8-849816dd4efb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0640953 Oct 03 14:53:46.716352 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:46.752142 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1851221400-network', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:46.759963 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dda7b808-8cd4-426f-9319-3693d9848f79 req-b418c067-d141-465c-b83e-03b265224115 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634842 Oct 03 14:53:46.786247 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Made reservation on behalf of a167b2ccacbc4e6d903b09d9a00650fe for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:53:46.789144 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:46.799974 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:46.882328 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Publish callbacks [] for security_group (1c8806b4-ff3a-4ef1-97e5-25bb2d68bfa9), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:46.886839 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1c8806b4-ff3a-4ef1-97e5-25bb2d68bfa9), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:46.914071 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:53:46.925223 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8806b4-ff3a-4ef1-97e5-25bb2d68bfa9,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:46.930519 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (62a73457-164a-44c1-8198-8fad2938a61c), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:46.930865 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Added segment 62a73457-164a-44c1-8198-8fad2938a61c of type vlan for network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 Oct 03 14:53:46.973409 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (3cf2f742-adf1-4aae-8244-1e9578ee60b2), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.013596 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (3cf2f742-adf1-4aae-8244-1e9578ee60b2), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.015081 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:47.016005 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.017034 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 54964) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:47.073630 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4533608 Oct 03 14:53:47.076911 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 54968) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:47.082083 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Request body: {'subnet': {'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1851221400-subnet', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'ip_version': 4}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:47.086702 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f93fa-27ec-4be6-824f-59f2d5cf688c admin admin] Pushing event updated for resources: {'Network': ['ID=3cf2f742-adf1-4aae-8244-1e9578ee60b2,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:47.100771 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:53:47.108677 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Made reservation on behalf of a167b2ccacbc4e6d903b09d9a00650fe for: {'subnet': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:53:47.112360 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.167875 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.215937 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:47.360512 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Publish callbacks [] for security_group (51887f06-aeca-4ded-a8d4-308e8a969b39), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.370952 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (51887f06-aeca-4ded-a8d4-308e8a969b39), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.394637 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (b1050822-a82c-4be2-8f58-88a83cc5c419), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.442418 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=11 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:47.449186 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=eb178f7036624ee5acb4edeaa8c5192a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310479 Oct 03 14:53:47.452061 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54970) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:47.454165 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51887f06-aeca-4ded-a8d4-308e8a969b39,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:47.477303 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.477670 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.478021 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.478338 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.478662 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.478984 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.479303 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.479621 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.480126 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.480455 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.481308 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.481664 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.481986 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.482307 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.482623 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c1680-fb2a-4eff-85e7-d58d4eaae541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:47.492294 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1050822-a82c-4be2-8f58-88a83cc5c419,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:47.504742 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Checking segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:53:47.505097 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Network hostable DHCP agents. Network: 3cf2f742-adf1-4aae-8244-1e9578ee60b2, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:53:47.506135 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b09f9166-1898-486a-ae69-6156559a063c admin admin] Publish callbacks [] for security_group (51887f06-aeca-4ded-a8d4-308e8a969b39), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.522648 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:53:47.523547 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:47.528767 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b09f9166-1898-486a-ae69-6156559a063c admin admin] Publish callbacks [] for security_group (51887f06-aeca-4ded-a8d4-308e8a969b39), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.532453 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 3cf2f742-adf1-4aae-8244-1e9578ee60b2) {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:47.536620 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:47.537610 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.542424 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c7046-e466-4175-a9b5-fd88b9ef9f58 None None] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:53:47.559077 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-98ffe3aa-6e1b-4a54-9d5e-803acced518e admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4807215 Oct 03 14:53:47.562545 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 54972) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:47.566908 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:47.588306 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b09f9166-1898-486a-ae69-6156559a063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (51887f06-aeca-4ded-a8d4-308e8a969b39), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.590585 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (c5f37f13-5d05-4dde-a077-074febc10cb7), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.591288 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b09f9166-1898-486a-ae69-6156559a063c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.592291 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (c5f37f13-5d05-4dde-a077-074febc10cb7), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.595593 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-b09f9166-1898-486a-ae69-6156559a063c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/51887f06-aeca-4ded-a8d4-308e8a969b39 HTTP/1.1" status: 204 len: 168 time: 0.1396668 Oct 03 14:53:47.602456 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f9166-1898-486a-ae69-6156559a063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51887f06-aeca-4ded-a8d4-308e8a969b39,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:47.676829 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks [] for router_controller (c5f37f13-5d05-4dde-a077-074febc10cb7), precommit_add_association {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.687719 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:53:47.688884 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.833165 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks [] for router_gateway (c5f37f13-5d05-4dde-a077-074febc10cb7), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.838705 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Allocated IP 172.20.0.2 (3cf2f742-adf1-4aae-8244-1e9578ee60b2/b1050822-a82c-4be2-8f58-88a83cc5c419/c55012c0-1e93-4d09-8730-c5e5f1514897) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:53:47.932806 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:47.939575 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd21ff-1db2-4b2b-bbcd-467d31da876c req-25ff51db-7385-4a6a-87fc-d4ab5128eeab tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:47.940651 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e0fd21ff-1db2-4b2b-bbcd-467d31da876c req-25ff51db-7385-4a6a-87fc-d4ab5128eeab tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.1016638 Oct 03 14:53:47.960359 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54980) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:47.977846 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-47c32bff-8386-4277-9ae9-7f5b43e74dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.030299 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Publish callbacks [] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.039575 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.084967 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e0fd21ff-1db2-4b2b-bbcd-467d31da876c req-ee835757-262a-44d4-b263-51c5c08eb6ae tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339159 Oct 03 14:53:48.094286 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:53:48.098622 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:48.101401 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:53:48.119365 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-47c32bff-8386-4277-9ae9-7f5b43e74dc9 admin admin] Publish callbacks [] for security_group (e6efda77-b7ba-4914-80fa-6d8520b3f377), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.131595 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:48.133155 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks [] for router_gateway (c5f37f13-5d05-4dde-a077-074febc10cb7), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.133439 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-47c32bff-8386-4277-9ae9-7f5b43e74dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e6efda77-b7ba-4914-80fa-6d8520b3f377), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.137037 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Pushing event updated for resources: {'Port': ['ID=c55012c0-1e93-4d09-8730-c5e5f1514897,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:48.168182 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.187835 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Attempting to bind port c55012c0-1e93-4d09-8730-c5e5f1514897 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:53:48.188195 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Attempting to bind port c55012c0-1e93-4d09-8730-c5e5f1514897 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:53:48.188820 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Attempting to bind port c55012c0-1e93-4d09-8730-c5e5f1514897 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:53:48.191454 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-47c32bff-8386-4277-9ae9-7f5b43e74dc9 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=6f3412747e564785a902780e85555db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298539 Oct 03 14:53:48.192853 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c32bff-8386-4277-9ae9-7f5b43e74dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6efda77-b7ba-4914-80fa-6d8520b3f377,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:48.195886 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 54988) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:48.204882 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:48.256461 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-84b157e5-f183-4e95-886c-139cf454d368 admin admin] Publish callbacks [] for security_group (e6efda77-b7ba-4914-80fa-6d8520b3f377), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.272203 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:48.285330 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-84b157e5-f183-4e95-886c-139cf454d368 admin admin] Publish callbacks [] for security_group (e6efda77-b7ba-4914-80fa-6d8520b3f377), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.287063 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:53:48.287437 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Checking segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:53:48.287829 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.288390 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Bound using segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:53:48.288861 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Bound port: c55012c0-1e93-4d09-8730-c5e5f1514897, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:53:48.289231 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.293383 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Allocated IP 172.27.1.15 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/739f1ce7-bdcf-48f7-bd4f-81818b882504) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:53:48.308390 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.341162 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:48.348916 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-84b157e5-f183-4e95-886c-139cf454d368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e6efda77-b7ba-4914-80fa-6d8520b3f377), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.353072 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-84b157e5-f183-4e95-886c-139cf454d368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.354825 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-84b157e5-f183-4e95-886c-139cf454d368 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e6efda77-b7ba-4914-80fa-6d8520b3f377 HTTP/1.1" status: 204 len: 168 time: 0.1575789 Oct 03 14:53:48.364091 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b157e5-f183-4e95-886c-139cf454d368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6efda77-b7ba-4914-80fa-6d8520b3f377,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:48.381871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] For port c55012c0-1e93-4d09-8730-c5e5f1514897, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:53:48.399642 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] For port c55012c0-1e93-4d09-8730-c5e5f1514897, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=c55012c0-1e93-4d09-8730-c5e5f1514897,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:53:48.407863 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.425748 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks [] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.462999 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cac935-8794-4301-ad81-63c1957e5f46 None None] Pushing event updated for resources: {'Port': ['ID=c55012c0-1e93-4d09-8730-c5e5f1514897,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:48.467215 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:48.513140 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:48.523858 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:53:48.531614 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:48.535583 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:53:48.574384 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Pushing event updated for resources: {'Port': ['ID=739f1ce7-bdcf-48f7-bd4f-81818b882504,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:48.995439 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks [] for router_gateway (c5f37f13-5d05-4dde-a077-074febc10cb7), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:49.230133 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (c5f37f13-5d05-4dde-a077-074febc10cb7), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:49.251280 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316cb3d-6ec6-4131-a542-1bae3c3e3102 req-53ab87d7-1135-417f-8d5b-23ecff03f8eb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:49.254080 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d316cb3d-6ec6-4131-a542-1bae3c3e3102 req-53ab87d7-1135-417f-8d5b-23ecff03f8eb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0585196 Oct 03 14:53:49.324103 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d316cb3d-6ec6-4131-a542-1bae3c3e3102 req-b36faf01-5f94-473f-acba-663d7aff9b7f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585952 Oct 03 14:53:49.349094 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:49.388926 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Router c5f37f13-5d05-4dde-a077-074febc10cb7 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:53:49.522438 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:53:49.534191 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Sync routers for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:53:49.545558 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:49.547052 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-837d9c37-2d0f-45b2-bee1-5d41079483e9 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9834416 Oct 03 14:53:49.549947 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55020) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:49.552173 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:49.552803 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:49.604134 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c6682-7ba5-4951-91bf-45e2f0ab8ca2 None None] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:53:49.666629 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-d80842a2-353d-4390-a97e-9b9e785093b5 None None] Provisioning complete for port c55012c0-1e93-4d09-8730-c5e5f1514897 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:49.667079 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d80842a2-353d-4390-a97e-9b9e785093b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:49.667951 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-d80842a2-353d-4390-a97e-9b9e785093b5 None None] Attempt 1 to provision port c55012c0-1e93-4d09-8730-c5e5f1514897 Oct 03 14:53:49.828885 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:49.892925 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c55012c0-1e93-4d09-8730-c5e5f1514897 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:49.904330 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:50.019403 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-d80842a2-353d-4390-a97e-9b9e785093b5 None None] Current status of the port c55012c0-1e93-4d09-8730-c5e5f1514897 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:50.019804 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d80842a2-353d-4390-a97e-9b9e785093b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.066008 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port c55012c0-1e93-4d09-8730-c5e5f1514897 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:50.066381 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.066703 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port c55012c0-1e93-4d09-8730-c5e5f1514897 Oct 03 14:53:50.091079 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.121215 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-d80842a2-353d-4390-a97e-9b9e785093b5 None None] For port c55012c0-1e93-4d09-8730-c5e5f1514897, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=c55012c0-1e93-4d09-8730-c5e5f1514897,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:50.135185 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d80842a2-353d-4390-a97e-9b9e785093b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.205626 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:50.234531 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:48Z', 'revision_number': 3, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:50.294005 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Allocated IP 172.20.0.1 (3cf2f742-adf1-4aae-8244-1e9578ee60b2/b1050822-a82c-4be2-8f58-88a83cc5c419/b2cbb304-f435-428c-b29b-8f5893d216ab) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:53:50.303388 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80842a2-353d-4390-a97e-9b9e785093b5 None None] Pushing event updated for resources: {'Port': ['ID=c55012c0-1e93-4d09-8730-c5e5f1514897,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:50.317472 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Checking router: c5f37f13-5d05-4dde-a077-074febc10cb7 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:53:50.317663 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Updating router c5f37f13-5d05-4dde-a077-074febc10cb7 port 739f1ce7-bdcf-48f7-bd4f-81818b882504 binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:53:50.324912 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-949ef676-8f7d-4580-b251-ab03655ccb5b None None] Provisioning complete for port c55012c0-1e93-4d09-8730-c5e5f1514897 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:50.325480 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-949ef676-8f7d-4580-b251-ab03655ccb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.325992 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-949ef676-8f7d-4580-b251-ab03655ccb5b None None] Attempt 1 to provision port c55012c0-1e93-4d09-8730-c5e5f1514897 Oct 03 14:53:50.345699 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port c55012c0-1e93-4d09-8730-c5e5f1514897 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:50.388014 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.423231 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:50.431653 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Publish callbacks [] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.481105 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:50.490229 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.519481 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c1f5f-64a9-4a5f-99c3-92560026f553 req-c142792e-15a0-4b79-a905-3c983b7f0f0e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:50.523368 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-886c1f5f-64a9-4a5f-99c3-92560026f553 req-c142792e-15a0-4b79-a905-3c983b7f0f0e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0746791 Oct 03 14:53:50.560462 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:53:50.565069 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:50.572023 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:53:50.616897 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Pushing event updated for resources: {'Port': ['ID=b2cbb304-f435-428c-b29b-8f5893d216ab,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:50.630890 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-886c1f5f-64a9-4a5f-99c3-92560026f553 req-ff768dc6-10fa-4563-b672-80b155211fb7 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915697 Oct 03 14:53:50.657582 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (c5f37f13-5d05-4dde-a077-074febc10cb7), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.667340 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-949ef676-8f7d-4580-b251-ab03655ccb5b None None] Current status of the port c55012c0-1e93-4d09-8730-c5e5f1514897 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:50.688322 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed00fe-0c00-4ee5-9a81-5ecd668aad8b req-d4eb141d-c79c-4906-9540-8854d2f410c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:50.696163 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-54ed00fe-0c00-4ee5-9a81-5ecd668aad8b req-d4eb141d-c79c-4906-9540-8854d2f410c6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 1129 time: 0.0823038 Oct 03 14:53:50.742669 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-54ed00fe-0c00-4ee5-9a81-5ecd668aad8b req-1407905a-a98e-40c3-9b6d-d7a0d0eb568e service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Oct 03 14:53:50.870655 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.916717 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:50.924649 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-9bfd1d63-4530-4755-83df-09917ee9b742 None None] Provisioning complete for port b2cbb304-f435-428c-b29b-8f5893d216ab triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:50.925215 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9bfd1d63-4530-4755-83df-09917ee9b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.925728 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-9bfd1d63-4530-4755-83df-09917ee9b742 None None] Attempt 1 to provision port b2cbb304-f435-428c-b29b-8f5893d216ab Oct 03 14:53:50.932504 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Publish callbacks [] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.961700 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:50.993772 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd1d63-4530-4755-83df-09917ee9b742 None None] Port b2cbb304-f435-428c-b29b-8f5893d216ab cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:53:51.012504 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Attempting to bind port 739f1ce7-bdcf-48f7-bd4f-81818b882504 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:53:51.012804 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Attempting to bind port 739f1ce7-bdcf-48f7-bd4f-81818b882504 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:53:51.013167 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Attempting to bind port 739f1ce7-bdcf-48f7-bd4f-81818b882504 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:53:51.019231 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Pushing event updated for resources: {'Port': ['ID=739f1ce7-bdcf-48f7-bd4f-81818b882504,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:51.052714 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.053065 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.053528 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.053850 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.054249 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.054890 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.055490 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.056088 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.056725 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.057334 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.057971 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.058592 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.059283 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.059822 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.060477 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:51.088568 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:53:51.088936 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:53:51.089560 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:51.089927 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:53:51.090389 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Bound port: 739f1ce7-bdcf-48f7-bd4f-81818b882504, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:53:51.090763 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:51.101429 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Publish callbacks [] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:51.107506 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:51.126374 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:51.143931 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] For port 739f1ce7-bdcf-48f7-bd4f-81818b882504, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:53:51.147714 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] For port 739f1ce7-bdcf-48f7-bd4f-81818b882504, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=739f1ce7-bdcf-48f7-bd4f-81818b882504,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:53:51.156849 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:51.189208 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Pushing event updated for resources: {'Port': ['ID=b2cbb304-f435-428c-b29b-8f5893d216ab,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:51.193782 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:51.194390 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:51.195137 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (c5f37f13-5d05-4dde-a077-074febc10cb7), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:51.252387 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3abbd7-b3b3-44bd-9960-11814235e4bf None None] Pushing event updated for resources: {'Port': ['ID=739f1ce7-bdcf-48f7-bd4f-81818b882504,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:51.286812 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:53:51.288261 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:51.309330 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:51.530649 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-6a08df87-dee7-466d-a335-786a6fc0f059 None None] Provisioning complete for port b2cbb304-f435-428c-b29b-8f5893d216ab triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:51.531027 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-6a08df87-dee7-466d-a335-786a6fc0f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:51.531356 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-6a08df87-dee7-466d-a335-786a6fc0f059 None None] Attempt 1 to provision port b2cbb304-f435-428c-b29b-8f5893d216ab Oct 03 14:53:51.534480 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 2, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:51.577881 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b73db4-24a9-4ab6-8c0d-1995a82cb28e None None] The sync data for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi is: [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 2, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:53:51.600428 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-6a08df87-dee7-466d-a335-786a6fc0f059 None None] Port b2cbb304-f435-428c-b29b-8f5893d216ab cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:53:51.661481 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Router c5f37f13-5d05-4dde-a077-074febc10cb7 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:53:51.729654 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:51.814736 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db606d91-e9d7-4938-8d4b-c0d8716a2238 req-8a080982-22cc-4782-8719-989d7aa6802c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:51.816213 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-db606d91-e9d7-4938-8d4b-c0d8716a2238 req-8a080982-22cc-4782-8719-989d7aa6802c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0997758 Oct 03 14:53:51.831774 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:53:51.841341 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-7375aaa5-4b52-4156-8123-06a5ff657844 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c5f37f13-5d05-4dde-a077-074febc10cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2903030 Oct 03 14:53:51.885248 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-db606d91-e9d7-4938-8d4b-c0d8716a2238 req-d3636e2d-fc7b-41f3-9281-b3bc23ee9ad2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618165 Oct 03 14:53:51.893127 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c55012c0-1e93-4d09-8730-c5e5f1514897 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:51.955684 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port c55012c0-1e93-4d09-8730-c5e5f1514897 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:51.955977 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:51.956305 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port c55012c0-1e93-4d09-8730-c5e5f1514897 Oct 03 14:53:51.986102 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:52.044765 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port c55012c0-1e93-4d09-8730-c5e5f1514897 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:52.537923 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55078) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:52.542727 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2085759390-network', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:52.562799 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Made reservation on behalf of b761452ca4a9445f802ec1f2e22513c4 for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:53:52.565251 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:52.575026 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:52.658816 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Publish callbacks [] for security_group (8c0e9ed0-6a3e-451c-a753-dbaa2b805649), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:52.662761 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (8c0e9ed0-6a3e-451c-a753-dbaa2b805649), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:52.691348 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:53:52.701969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0e9ed0-6a3e-451c-a753-dbaa2b805649,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:52.708074 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (1f75b6e1-ef45-46d2-a792-9a4f7f465705), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:52.708412 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Added segment 1f75b6e1-ef45-46d2-a792-9a4f7f465705 of type vlan for network c505ad84-df1a-42cd-af33-bb8226b19e89 Oct 03 14:53:52.719374 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:52.755994 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (c505ad84-df1a-42cd-af33-bb8226b19e89), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:52.780389 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (c505ad84-df1a-42cd-af33-bb8226b19e89), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:52.781518 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:52.782130 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:52.841921 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3001297 Oct 03 14:53:52.842340 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55082) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:52.847556 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Request body: {'subnet': {'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2085759390-subnet', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'ip_version': 4}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:52.850992 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fc2df-5620-4994-8f17-d1e4d49eb9cb admin admin] Pushing event updated for resources: {'Network': ['ID=c505ad84-df1a-42cd-af33-bb8226b19e89,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:52.861720 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network c505ad84-df1a-42cd-af33-bb8226b19e89 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:53:52.870857 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Made reservation on behalf of b761452ca4a9445f802ec1f2e22513c4 for: {'subnet': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:53:52.873577 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:52.952453 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:53.057039 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540470f-6ef8-4315-9f11-3a621b86cdb3 req-21c07a88-e149-4e61-a394-a4093f5db64f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:53.058561 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2540470f-6ef8-4315-9f11-3a621b86cdb3 req-21c07a88-e149-4e61-a394-a4093f5db64f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0611002 Oct 03 14:53:53.119297 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (7db3fdea-82a0-42c5-b172-0cd1049bb3d2), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.167569 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=25 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:53.168839 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=16 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:53.184384 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2540470f-6ef8-4315-9f11-3a621b86cdb3 req-1597897d-798f-4170-a6d9-57ba7afeea1e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065259 Oct 03 14:53:53.207813 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db3fdea-82a0-42c5-b172-0cd1049bb3d2,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:53.225976 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Checking segment: {'id': '1f75b6e1-ef45-46d2-a792-9a4f7f465705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:53:53.226323 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Network hostable DHCP agents. Network: c505ad84-df1a-42cd-af33-bb8226b19e89, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:53:53.246669 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Network c505ad84-df1a-42cd-af33-bb8226b19e89 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:53:53.258230 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, c505ad84-df1a-42cd-af33-bb8226b19e89) {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:53.265080 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:53.265792 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.267812 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029debd-86f7-4e3b-9a30-b3fdb6420f23 None None] Network c505ad84-df1a-42cd-af33-bb8226b19e89 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:53:53.293070 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-71c7bbc1-3f4a-45e5-9aea-0689791cac4b admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4493139 Oct 03 14:53:53.293722 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55092) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:53.299170 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:53.330910 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (32fad68e-3b84-476e-a1fa-032301bdf87a), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.333540 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (32fad68e-3b84-476e-a1fa-032301bdf87a), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.348263 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:53.367462 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c7d44-e19d-4d4f-bce4-d87dbdd65021 req-d4e3f53d-9d44-4c8a-ae6e-b89eb01df92b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:53:53.371756 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bb7c7d44-e19d-4d4f-bce4-d87dbdd65021 req-d4e3f53d-9d44-4c8a-ae6e-b89eb01df92b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0998325 Oct 03 14:53:53.417291 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks [] for router_controller (32fad68e-3b84-476e-a1fa-032301bdf87a), precommit_add_association {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.437710 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-c505ad84-df1a-42cd-af33-bb8226b19e89', 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89', 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'fixed_ips': [{'subnet_id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:53:53.439164 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.439363 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bb7c7d44-e19d-4d4f-bce4-d87dbdd65021 req-0a528008-7650-4963-ad44-ad32a37eeba5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567882 Oct 03 14:53:53.589110 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Allocated IP 172.20.0.2 (c505ad84-df1a-42cd-af33-bb8226b19e89/7db3fdea-82a0-42c5-b172-0cd1049bb3d2/08657449-4242-4f28-8019-9b32b426e5a3) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:53:53.591245 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:53.594146 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks [] for router_gateway (32fad68e-3b84-476e-a1fa-032301bdf87a), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.766062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Publish callbacks [] for port (08657449-4242-4f28-8019-9b32b426e5a3), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.776794 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (08657449-4242-4f28-8019-9b32b426e5a3), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.808643 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks [] for router_gateway (32fad68e-3b84-476e-a1fa-032301bdf87a), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.839866 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.854210 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Sync routers for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:53:53.870302 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:53.870797 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:53.885344 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Network c505ad84-df1a-42cd-af33-bb8226b19e89 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:53:53.891199 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 739f1ce7-bdcf-48f7-bd4f-81818b882504 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:53.915750 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:53.926120 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:53:53.937269 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Pushing event updated for resources: {'Port': ['ID=08657449-4242-4f28-8019-9b32b426e5a3,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:53.995319 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:53.995855 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 739f1ce7-bdcf-48f7-bd4f-81818b882504 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:53.996099 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:53.996434 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 739f1ce7-bdcf-48f7-bd4f-81818b882504 Oct 03 14:53:54.004196 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:54.027187 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Allocated IP 172.27.1.125 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/a36a613d-cfac-4299-804f-fbe4ab1b3252) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:53:54.037986 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Attempting to bind port 08657449-4242-4f28-8019-9b32b426e5a3 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:53:54.038354 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Attempting to bind port 08657449-4242-4f28-8019-9b32b426e5a3 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '1f75b6e1-ef45-46d2-a792-9a4f7f465705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:53:54.038714 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Attempting to bind port 08657449-4242-4f28-8019-9b32b426e5a3 on network c505ad84-df1a-42cd-af33-bb8226b19e89 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:53:54.117060 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:53:54.117360 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Checking segment: {'id': '1f75b6e1-ef45-46d2-a792-9a4f7f465705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:53:54.117804 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.118196 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Bound using segment: {'id': '1f75b6e1-ef45-46d2-a792-9a4f7f465705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:53:54.118668 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Bound port: 08657449-4242-4f28-8019-9b32b426e5a3, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f75b6e1-ef45-46d2-a792-9a4f7f465705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:53:54.119044 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (08657449-4242-4f28-8019-9b32b426e5a3), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.141105 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 739f1ce7-bdcf-48f7-bd4f-81818b882504 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:54.141399 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.145004 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks [] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.182025 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.187917 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 739f1ce7-bdcf-48f7-bd4f-81818b882504, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=739f1ce7-bdcf-48f7-bd4f-81818b882504,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:54.200079 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 2, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:54.202108 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.211438 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:54.225177 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:53:54.226261 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Checking router: c5f37f13-5d05-4dde-a077-074febc10cb7 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:53:54.226608 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Updating router c5f37f13-5d05-4dde-a077-074febc10cb7 port b2cbb304-f435-428c-b29b-8f5893d216ab binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:53:54.228440 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:54.232550 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:53:54.236720 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] For port 08657449-4242-4f28-8019-9b32b426e5a3, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:53:54.254922 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.260232 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] For port 08657449-4242-4f28-8019-9b32b426e5a3, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=08657449-4242-4f28-8019-9b32b426e5a3,segment=NetworkSegment(1f75b6e1-ef45-46d2-a792-9a4f7f465705),segment_id=1f75b6e1-ef45-46d2-a792-9a4f7f465705)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:53:54.269329 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Pushing event updated for resources: {'Port': ['ID=a36a613d-cfac-4299-804f-fbe4ab1b3252,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:54.272458 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (08657449-4242-4f28-8019-9b32b426e5a3), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.288142 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=739f1ce7-bdcf-48f7-bd4f-81818b882504,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:54.349873 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978aaf2-75f2-417c-bd53-e6e4d0bf586c None None] Pushing event updated for resources: {'Port': ['ID=08657449-4242-4f28-8019-9b32b426e5a3,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:54.511938 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks [] for router_gateway (32fad68e-3b84-476e-a1fa-032301bdf87a), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.675300 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Publish callbacks [] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.680854 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.715620 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:54.734801 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (32fad68e-3b84-476e-a1fa-032301bdf87a), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.759530 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Pushing event updated for resources: {'Port': ['ID=b2cbb304-f435-428c-b29b-8f5893d216ab,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:54.771770 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.772165 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.772541 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.772880 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.773591 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.773915 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.774645 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.774645 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.774835 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.775150 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.775464 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.775792 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.776104 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.776412 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.776720 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:54.786283 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Attempting to bind port b2cbb304-f435-428c-b29b-8f5893d216ab on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:53:54.786646 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Attempting to bind port b2cbb304-f435-428c-b29b-8f5893d216ab by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:53:54.787003 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Attempting to bind port b2cbb304-f435-428c-b29b-8f5893d216ab on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:53:54.843176 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:53:54.843689 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Checking segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:53:54.844232 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.844767 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Bound using segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:53:54.845415 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Bound port: b2cbb304-f435-428c-b29b-8f5893d216ab, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:53:54.845981 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.848047 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:54.859732 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Router 32fad68e-3b84-476e-a1fa-032301bdf87a is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:53:54.917656 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] For port b2cbb304-f435-428c-b29b-8f5893d216ab, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:53:54.920375 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:54.923685 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] For port b2cbb304-f435-428c-b29b-8f5893d216ab, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=b2cbb304-f435-428c-b29b-8f5893d216ab,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:53:54.931661 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:54.983988 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:54.984907 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:54.985700 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:53:54.996893 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Sync routers for ids ['32fad68e-3b84-476e-a1fa-032301bdf87a'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:53:55.009466 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Routers {'32fad68e-3b84-476e-a1fa-032301bdf87a'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:55.010353 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['32fad68e-3b84-476e-a1fa-032301bdf87a'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:55.013529 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:55.015791 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6b3f3c4a-7768-4211-921f-74342922a6fc admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7205720 Oct 03 14:53:55.018925 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55114) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:55.035361 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d722b68-0591-441f-ad14-844f043af02d None None] Pushing event updated for resources: {'Port': ['ID=b2cbb304-f435-428c-b29b-8f5893d216ab,revision_number=4']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:55.101539 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:55.126145 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Set router 32fad68e-3b84-476e-a1fa-032301bdf87a gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:55.128527 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:55.164278 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:55.345889 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:55.376626 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc54a520-a1be-4111-aa2d-b76f444f0b0a None None] The sync data for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi is: [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:53:55.404130 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50100f6-5312-4a31-8856-096230f11664 None None] Network c505ad84-df1a-42cd-af33-bb8226b19e89 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:53:55.446410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:55.494337 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-47e39446-95cf-497e-8355-44886f7c2159 None None] Provisioning complete for port 08657449-4242-4f28-8019-9b32b426e5a3 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:55.494711 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-47e39446-95cf-497e-8355-44886f7c2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (08657449-4242-4f28-8019-9b32b426e5a3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:55.495051 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-47e39446-95cf-497e-8355-44886f7c2159 None None] Attempt 1 to provision port 08657449-4242-4f28-8019-9b32b426e5a3 Oct 03 14:53:55.508474 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:55.661380 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 3, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'gw_port': {'id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:55.695441 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Checking router: 32fad68e-3b84-476e-a1fa-032301bdf87a for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:53:55.695785 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Updating router 32fad68e-3b84-476e-a1fa-032301bdf87a port a36a613d-cfac-4299-804f-fbe4ab1b3252 binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:53:55.699538 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Allocated IP 172.20.0.1 (c505ad84-df1a-42cd-af33-bb8226b19e89/7db3fdea-82a0-42c5-b172-0cd1049bb3d2/73229bdf-4dd1-4e4b-afb5-6f6c5f985c98) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:53:55.719864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:55.729652 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-47e39446-95cf-497e-8355-44886f7c2159 None None] Current status of the port 08657449-4242-4f28-8019-9b32b426e5a3 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:55.730039 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-47e39446-95cf-497e-8355-44886f7c2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (08657449-4242-4f28-8019-9b32b426e5a3), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:55.749779 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:55.804094 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-47e39446-95cf-497e-8355-44886f7c2159 None None] For port 08657449-4242-4f28-8019-9b32b426e5a3, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=08657449-4242-4f28-8019-9b32b426e5a3,segment=NetworkSegment(1f75b6e1-ef45-46d2-a792-9a4f7f465705),segment_id=1f75b6e1-ef45-46d2-a792-9a4f7f465705)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:55.860099 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-47e39446-95cf-497e-8355-44886f7c2159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (08657449-4242-4f28-8019-9b32b426e5a3), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:55.945018 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Publish callbacks [] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:55.951300 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e39446-95cf-497e-8355-44886f7c2159 None None] Pushing event updated for resources: {'Port': ['ID=08657449-4242-4f28-8019-9b32b426e5a3,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:55.984642 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.035894 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device b2cbb304-f435-428c-b29b-8f5893d216ab up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:56.048033 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Pushing event updated for resources: {'Port': ['ID=73229bdf-4dd1-4e4b-afb5-6f6c5f985c98,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:56.057797 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Network c505ad84-df1a-42cd-af33-bb8226b19e89 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:53:56.063269 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.063606 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.063945 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.064268 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.064599 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.064941 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.065254 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.065618 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.066138 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.066378 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.066698 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.067020 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.067333 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.067648 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.068048 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:53:56.071875 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-897a41f6-107d-46e1-8cca-98ec7046c83c None None] Provisioning complete for port 08657449-4242-4f28-8019-9b32b426e5a3 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:56.072289 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-897a41f6-107d-46e1-8cca-98ec7046c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (08657449-4242-4f28-8019-9b32b426e5a3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.072629 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-897a41f6-107d-46e1-8cca-98ec7046c83c None None] Attempt 1 to provision port 08657449-4242-4f28-8019-9b32b426e5a3 Oct 03 14:53:56.074188 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:56.078248 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:53:56.080471 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:56.122669 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (32fad68e-3b84-476e-a1fa-032301bdf87a), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.143087 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:56.180769 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port b2cbb304-f435-428c-b29b-8f5893d216ab triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:56.180769 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.180769 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port b2cbb304-f435-428c-b29b-8f5893d216ab Oct 03 14:53:56.274598 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.313056 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-897a41f6-107d-46e1-8cca-98ec7046c83c None None] Current status of the port 08657449-4242-4f28-8019-9b32b426e5a3 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:56.322783 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:56.337861 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Publish callbacks [] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.368025 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.399884 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port b2cbb304-f435-428c-b29b-8f5893d216ab is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:56.400277 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.417347 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Attempting to bind port a36a613d-cfac-4299-804f-fbe4ab1b3252 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:53:56.418108 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Attempting to bind port a36a613d-cfac-4299-804f-fbe4ab1b3252 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:53:56.418477 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Attempting to bind port a36a613d-cfac-4299-804f-fbe4ab1b3252 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:53:56.455284 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Publish callbacks [] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.459872 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.468864 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eb0bc-71e2-466c-bb10-74151d62723f None None] Pushing event updated for resources: {'Port': ['ID=a36a613d-cfac-4299-804f-fbe4ab1b3252,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:56.479424 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e397d665-6bbe-4ea8-ac0d-4860431dafb6 None None] Provisioning complete for port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:56.479800 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e397d665-6bbe-4ea8-ac0d-4860431dafb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.480132 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e397d665-6bbe-4ea8-ac0d-4860431dafb6 None None] Attempt 1 to provision port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 Oct 03 14:53:56.518472 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port b2cbb304-f435-428c-b29b-8f5893d216ab, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=b2cbb304-f435-428c-b29b-8f5893d216ab,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:53:56.531928 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (32fad68e-3b84-476e-a1fa-032301bdf87a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.533329 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.533685 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Pushing event updated for resources: {'Port': ['ID=73229bdf-4dd1-4e4b-afb5-6f6c5f985c98,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:56.534163 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 739f1ce7-bdcf-48f7-bd4f-81818b882504 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:56.557981 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:53:56.558351 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:53:56.558752 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.559142 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:53:56.559619 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Bound port: a36a613d-cfac-4299-804f-fbe4ab1b3252, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:53:56.559995 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.595464 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e397d665-6bbe-4ea8-ac0d-4860431dafb6 None None] Port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:53:56.627625 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Network c505ad84-df1a-42cd-af33-bb8226b19e89 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:53:56.629187 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:53:56.665828 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] For port a36a613d-cfac-4299-804f-fbe4ab1b3252, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:53:56.669723 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] For port a36a613d-cfac-4299-804f-fbe4ab1b3252, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=a36a613d-cfac-4299-804f-fbe4ab1b3252,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:53:56.673401 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=b2cbb304-f435-428c-b29b-8f5893d216ab,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:56.676879 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 739f1ce7-bdcf-48f7-bd4f-81818b882504 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:56.676879 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.676879 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 739f1ce7-bdcf-48f7-bd4f-81818b882504 Oct 03 14:53:56.680840 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.749424 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Router 32fad68e-3b84-476e-a1fa-032301bdf87a has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:53:56.760693 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:56.768525 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Routers {'32fad68e-3b84-476e-a1fa-032301bdf87a'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:56.769160 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['32fad68e-3b84-476e-a1fa-032301bdf87a'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:56.826958 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7eb0bc-71e2-466c-bb10-74151d62723f None None] Pushing event updated for resources: {'Port': ['ID=a36a613d-cfac-4299-804f-fbe4ab1b3252,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:56.877646 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:53:56.882745 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-dfca5781-2c2d-49a9-a4d1-b83c81fcc813 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/32fad68e-3b84-476e-a1fa-032301bdf87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8627651 Oct 03 14:53:56.908582 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 739f1ce7-bdcf-48f7-bd4f-81818b882504 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:56.909685 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 08657449-4242-4f28-8019-9b32b426e5a3 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:56.917678 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:56.960417 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] Set router 32fad68e-3b84-476e-a1fa-032301bdf87a gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:56.962612 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-f33ff11f-af43-4ea9-8ef4-93b9a9f4d57f None None] Provisioning complete for port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:56.962980 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f33ff11f-af43-4ea9-8ef4-93b9a9f4d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:56.963307 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-f33ff11f-af43-4ea9-8ef4-93b9a9f4d57f None None] Attempt 1 to provision port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 Oct 03 14:53:57.059871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-f33ff11f-af43-4ea9-8ef4-93b9a9f4d57f None None] Port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:53:57.114805 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 08657449-4242-4f28-8019-9b32b426e5a3 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:57.115182 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (08657449-4242-4f28-8019-9b32b426e5a3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.115514 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 08657449-4242-4f28-8019-9b32b426e5a3 Oct 03 14:53:57.248843 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55134) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:57.253509 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-46ba6c4d-7bc0-49f3-b561-4719759f655d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061145357', 'description': 'tempest-secgroup-smoke-2061145357 description', 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:57.276644 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-46ba6c4d-7bc0-49f3-b561-4719759f655d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.358608 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-46ba6c4d-7bc0-49f3-b561-4719759f655d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group (79e13781-af1e-4a55-b323-94373c3f4176), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.362786 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-46ba6c4d-7bc0-49f3-b561-4719759f655d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (79e13781-af1e-4a55-b323-94373c3f4176), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.380303 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 4, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'gw_port': {'id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '73229bdf-4dd1-4e4b-afb5-6f6c5f985c98', 'name': '', 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'mac_address': 'fa:16:3e:b9:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:55Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 2, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'subnets': [{'id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:57.384151 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 08657449-4242-4f28-8019-9b32b426e5a3 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:57.395525 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-46ba6c4d-7bc0-49f3-b561-4719759f655d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.396788 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-46ba6c4d-7bc0-49f3-b561-4719759f655d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1468875 Oct 03 14:53:57.401044 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55136) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:57.401587 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba6c4d-7bc0-49f3-b561-4719759f655d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e13781-af1e-4a55-b323-94373c3f4176,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:57.407060 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-a0598823-2f9a-4cf0-9a5a-1241d3602c7c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'security_group_rule': {'security_group_id': '79e13781-af1e-4a55-b323-94373c3f4176', 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:57.408218 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cea04-db2b-4179-8619-5d744d06c915 None None] The sync data for ids ['32fad68e-3b84-476e-a1fa-032301bdf87a'] in dv-cinder-859877-2-iscsi is: [{'id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 4, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'gw_port': {'id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '73229bdf-4dd1-4e4b-afb5-6f6c5f985c98', 'name': '', 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'mac_address': 'fa:16:3e:b9:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:55Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 2, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'subnets': [{'id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:53:57.411728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:57.442886 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a0598823-2f9a-4cf0-9a5a-1241d3602c7c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (fd012e47-05c3-4c3c-a1d8-bc92feb01a66), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.503315 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a0598823-2f9a-4cf0-9a5a-1241d3602c7c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (fd012e47-05c3-4c3c-a1d8-bc92feb01a66), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.507805 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a0598823-2f9a-4cf0-9a5a-1241d3602c7c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (fd012e47-05c3-4c3c-a1d8-bc92feb01a66), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.527696 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0598823-2f9a-4cf0-9a5a-1241d3602c7c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd012e47-05c3-4c3c-a1d8-bc92feb01a66,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:57.535686 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a0598823-2f9a-4cf0-9a5a-1241d3602c7c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.536893 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a0598823-2f9a-4cf0-9a5a-1241d3602c7c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340334 Oct 03 14:53:57.539735 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55140) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:57.544377 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-43eb83e3-9170-4b07-8cf3-c8d97b1ebaba tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'security_group_rule': {'security_group_id': '79e13781-af1e-4a55-b323-94373c3f4176', 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:57.572667 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43eb83e3-9170-4b07-8cf3-c8d97b1ebaba tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (7e2a1994-093c-462a-9bb7-37d47263eaeb), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.642402 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43eb83e3-9170-4b07-8cf3-c8d97b1ebaba tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (7e2a1994-093c-462a-9bb7-37d47263eaeb), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.646025 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43eb83e3-9170-4b07-8cf3-c8d97b1ebaba tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (7e2a1994-093c-462a-9bb7-37d47263eaeb), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.665580 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb83e3-9170-4b07-8cf3-c8d97b1ebaba tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2a1994-093c-462a-9bb7-37d47263eaeb,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:57.672395 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43eb83e3-9170-4b07-8cf3-c8d97b1ebaba tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.676126 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-43eb83e3-9170-4b07-8cf3-c8d97b1ebaba tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329367 Oct 03 14:53:57.676472 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55142) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:57.681031 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-b0772ebc-58f5-41ad-b0dd-dca2b3272d51 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'security_group_rule': {'security_group_id': '79e13781-af1e-4a55-b323-94373c3f4176', 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:57.709984 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b0772ebc-58f5-41ad-b0dd-dca2b3272d51 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (831edd15-4d86-40a7-bb79-61358965f078), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.769441 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:57.780826 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b0772ebc-58f5-41ad-b0dd-dca2b3272d51 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (831edd15-4d86-40a7-bb79-61358965f078), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.789238 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b0772ebc-58f5-41ad-b0dd-dca2b3272d51 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (831edd15-4d86-40a7-bb79-61358965f078), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.813974 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0772ebc-58f5-41ad-b0dd-dca2b3272d51 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831edd15-4d86-40a7-bb79-61358965f078,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:57.830075 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b0772ebc-58f5-41ad-b0dd-dca2b3272d51 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.831314 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-b0772ebc-58f5-41ad-b0dd-dca2b3272d51 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538067 Oct 03 14:53:57.834021 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55146) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:57.839536 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-02f6599d-48af-447d-aba3-476159d3824f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'security_group_rule': {'security_group_id': '79e13781-af1e-4a55-b323-94373c3f4176', 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:57.867146 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device b2cbb304-f435-428c-b29b-8f5893d216ab up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:57.872136 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-02f6599d-48af-447d-aba3-476159d3824f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (b9628ab9-7028-4a88-ad97-e6acfdcbdbc5), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.914111 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port b2cbb304-f435-428c-b29b-8f5893d216ab triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:57.914900 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.915247 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port b2cbb304-f435-428c-b29b-8f5893d216ab Oct 03 14:53:57.937319 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-02f6599d-48af-447d-aba3-476159d3824f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (b9628ab9-7028-4a88-ad97-e6acfdcbdbc5), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.943014 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-02f6599d-48af-447d-aba3-476159d3824f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (b9628ab9-7028-4a88-ad97-e6acfdcbdbc5), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.963564 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6599d-48af-447d-aba3-476159d3824f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9628ab9-7028-4a88-ad97-e6acfdcbdbc5,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:57.972797 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-02f6599d-48af-447d-aba3-476159d3824f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:57.974163 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-02f6599d-48af-447d-aba3-476159d3824f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387520 Oct 03 14:53:57.976846 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55148) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:57.981887 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-a2b414d7-8476-4fa4-a570-c1fa5db62120 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'security_group_rule': {'security_group_id': '79e13781-af1e-4a55-b323-94373c3f4176', 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:58.000742 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port b2cbb304-f435-428c-b29b-8f5893d216ab is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:58.001859 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 08657449-4242-4f28-8019-9b32b426e5a3 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:58.007618 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.securitygroups_db [None req-a2b414d7-8476-4fa4-a570-c1fa5db62120 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Project a167b2ccacbc4e6d903b09d9a00650fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 14:53:58.015369 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a2b414d7-8476-4fa4-a570-c1fa5db62120 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (2bda3cf0-8568-4cf1-8cdf-400e81e3504d), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:58.044877 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 08657449-4242-4f28-8019-9b32b426e5a3 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:58.045242 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (08657449-4242-4f28-8019-9b32b426e5a3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:58.046455 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 08657449-4242-4f28-8019-9b32b426e5a3 Oct 03 14:53:58.086112 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a2b414d7-8476-4fa4-a570-c1fa5db62120 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (2bda3cf0-8568-4cf1-8cdf-400e81e3504d), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:58.092435 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a2b414d7-8476-4fa4-a570-c1fa5db62120 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (2bda3cf0-8568-4cf1-8cdf-400e81e3504d), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:58.111367 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:58.115213 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b414d7-8476-4fa4-a570-c1fa5db62120 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bda3cf0-8568-4cf1-8cdf-400e81e3504d,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:58.131338 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a2b414d7-8476-4fa4-a570-c1fa5db62120 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:58.131338 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a2b414d7-8476-4fa4-a570-c1fa5db62120 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531785 Oct 03 14:53:58.133959 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55152) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:53:58.151130 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-87015dd4-dd82-4e4d-8cac-07beefed5a0a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'security_group_rule': {'security_group_id': '79e13781-af1e-4a55-b323-94373c3f4176', 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:53:58.158611 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 08657449-4242-4f28-8019-9b32b426e5a3 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:53:58.178970 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.securitygroups_db [None req-87015dd4-dd82-4e4d-8cac-07beefed5a0a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Project a167b2ccacbc4e6d903b09d9a00650fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 14:53:58.185193 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-87015dd4-dd82-4e4d-8cac-07beefed5a0a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (0710ef51-9c22-4798-a6e6-197ddea0af33), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:58.259172 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-87015dd4-dd82-4e4d-8cac-07beefed5a0a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (0710ef51-9c22-4798-a6e6-197ddea0af33), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:58.264312 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-87015dd4-dd82-4e4d-8cac-07beefed5a0a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (0710ef51-9c22-4798-a6e6-197ddea0af33), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:58.289107 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87015dd4-dd82-4e4d-8cac-07beefed5a0a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0710ef51-9c22-4798-a6e6-197ddea0af33,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:53:58.296181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-87015dd4-dd82-4e4d-8cac-07beefed5a0a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:58.300411 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-87015dd4-dd82-4e4d-8cac-07beefed5a0a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604035 Oct 03 14:53:59.471762 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Sync routers for ids ['32fad68e-3b84-476e-a1fa-032301bdf87a'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:53:59.482816 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Routers {'32fad68e-3b84-476e-a1fa-032301bdf87a'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:53:59.483930 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['32fad68e-3b84-476e-a1fa-032301bdf87a'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:59.597827 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Set router 32fad68e-3b84-476e-a1fa-032301bdf87a gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:53:59.669981 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:59.825625 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 4, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'gw_port': {'id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '73229bdf-4dd1-4e4b-afb5-6f6c5f985c98', 'name': '', 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'mac_address': 'fa:16:3e:b9:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:55Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 2, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'subnets': [{'id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:53:59.865889 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Checking router: 32fad68e-3b84-476e-a1fa-032301bdf87a for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:53:59.866588 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Updating router 32fad68e-3b84-476e-a1fa-032301bdf87a port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:53:59.878836 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a36a613d-cfac-4299-804f-fbe4ab1b3252 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:53:59.894033 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:59.909993 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:53:59.938888 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port a36a613d-cfac-4299-804f-fbe4ab1b3252 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:53:59.939373 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:53:59.939947 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port a36a613d-cfac-4299-804f-fbe4ab1b3252 Oct 03 14:54:00.027213 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port a36a613d-cfac-4299-804f-fbe4ab1b3252 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:54:00.027688 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:00.050344 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port a36a613d-cfac-4299-804f-fbe4ab1b3252, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=a36a613d-cfac-4299-804f-fbe4ab1b3252,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:54:00.055303 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:00.103963 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=a36a613d-cfac-4299-804f-fbe4ab1b3252,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:00.183046 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Publish callbacks [] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:00.187838 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:00.265811 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813a0c5-762b-438c-a05e-99b7e8d43050 None None] Pushing event updated for resources: {'Port': ['ID=73229bdf-4dd1-4e4b-afb5-6f6c5f985c98,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:00.276739 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Attempting to bind port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:54:00.277101 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Attempting to bind port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '1f75b6e1-ef45-46d2-a792-9a4f7f465705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:54:00.277461 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Attempting to bind port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 on network c505ad84-df1a-42cd-af33-bb8226b19e89 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:54:00.301145 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:00.325726 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:54:00.325726 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Checking segment: {'id': '1f75b6e1-ef45-46d2-a792-9a4f7f465705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:54:00.325726 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:00.325726 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Bound using segment: {'id': '1f75b6e1-ef45-46d2-a792-9a4f7f465705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:54:00.325726 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Bound port: 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f75b6e1-ef45-46d2-a792-9a4f7f465705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:54:00.325726 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:00.395665 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] For port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:54:00.398827 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] For port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=73229bdf-4dd1-4e4b-afb5-6f6c5f985c98,segment=NetworkSegment(1f75b6e1-ef45-46d2-a792-9a4f7f465705),segment_id=1f75b6e1-ef45-46d2-a792-9a4f7f465705)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:54:00.404540 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:00.447441 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Routers {'32fad68e-3b84-476e-a1fa-032301bdf87a'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:54:00.448052 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:53:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['32fad68e-3b84-476e-a1fa-032301bdf87a'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:54:00.497155 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813a0c5-762b-438c-a05e-99b7e8d43050 None None] Pushing event updated for resources: {'Port': ['ID=73229bdf-4dd1-4e4b-afb5-6f6c5f985c98,revision_number=4']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:00.568416 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef3cd4-485c-4c12-aab8-81d5e914a0fa req-452489d4-b1ca-43ea-8110-c97f70ccaf05 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:00.569920 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7fef3cd4-485c-4c12-aab8-81d5e914a0fa req-452489d4-b1ca-43ea-8110-c97f70ccaf05 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0613093 Oct 03 14:54:00.590195 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:00.616219 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-12c23e93-5750-4971-be04-429adc283426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:00.617843 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-12c23e93-5750-4971-be04-429adc283426 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 1130 time: 0.0668974 Oct 03 14:54:00.659172 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] Set router 32fad68e-3b84-476e-a1fa-032301bdf87a gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:54:00.692108 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7fef3cd4-485c-4c12-aab8-81d5e914a0fa req-5f992dc3-9067-4a6a-a499-aad8898976dd tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053019 Oct 03 14:54:00.739532 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-c9bfdc51-abd9-4fb1-8e9a-39ea999558ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:00.741093 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-c9bfdc51-abd9-4fb1-8e9a-39ea999558ee service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.1115501 Oct 03 14:54:00.781972 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-a8cfd7f9-a8df-4e3b-840a-119ae1df9759 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ceaf30-9e00-432b-b831-684569089003 HTTP/1.1" status: 200 len: 217 time: 0.0344579 Oct 03 14:54:00.823026 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:00.845288 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-4da624b2-b220-45a8-8591-f2eea8353a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:00.847091 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-4da624b2-b220-45a8-8591-f2eea8353a1a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0587785 Oct 03 14:54:00.862086 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 4, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'gw_port': {'id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '73229bdf-4dd1-4e4b-afb5-6f6c5f985c98', 'name': '', 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'mac_address': 'fa:16:3e:b9:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:55Z', 'updated_at': '2022-10-03T14:54:00Z', 'revision_number': 4, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'subnets': [{'id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:54:00.888505 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec33dcb-0732-4b6b-a326-dc1e1bfd6b63 None None] The sync data for ids ['32fad68e-3b84-476e-a1fa-032301bdf87a'] in dv-cinder-859877-2-iscsi is: [{'id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 4, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'gw_port': {'id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '73229bdf-4dd1-4e4b-afb5-6f6c5f985c98', 'name': '', 'network_id': 'c505ad84-df1a-42cd-af33-bb8226b19e89', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'mac_address': 'fa:16:3e:b9:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:55Z', 'updated_at': '2022-10-03T14:54:00Z', 'revision_number': 4, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'subnets': [{'id': '7db3fdea-82a0-42c5-b172-0cd1049bb3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:54:00.932977 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-0600c09f-502d-437a-915d-23e3dd636ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:00.934773 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-0600c09f-502d-437a-915d-23e3dd636ee7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509319 Oct 03 14:54:01.008567 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-b4c40cff-ea27-4ec4-a2d7-6f758bc4a169 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508459 Oct 03 14:54:01.117836 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-c620de34-0fbd-4683-87af-dc479bf700ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:01.119383 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-c620de34-0fbd-4683-87af-dc479bf700ab service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 1129 time: 0.0464177 Oct 03 14:54:01.231061 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:01.275674 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-db30a118-500e-4fc7-b4c5-598daa995dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:01.277249 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-db30a118-500e-4fc7-b4c5-598daa995dfc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 916 time: 0.1231451 Oct 03 14:54:01.285720 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-d299cbc5-0c52-47cd-99e6-a9a8cc8944cb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425608 Oct 03 14:54:01.396026 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-7f571f30-a7d0-41dd-a654-d50a8968251e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 HTTP/1.1" status: 200 len: 999 time: 0.0969441 Oct 03 14:54:01.401840 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-635a695b-4b58-4fa0-b609-8eb393fcc94e req-8962ad38-0068-4f65-bf5d-f7a05057c2d3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020005 Oct 03 14:54:01.459241 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-74e4c6e8-d84f-4a09-99e6-9e58ec848e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:01.460730 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-74e4c6e8-d84f-4a09-99e6-9e58ec848e01 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0584528 Oct 03 14:54:01.506850 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-d4296bbc-cc34-4baf-97d7-d1556ba3d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:01.508500 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-d4296bbc-cc34-4baf-97d7-d1556ba3d220 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397182 Oct 03 14:54:01.765559 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-422fed82-a1e7-4f58-92cd-167459fa61ab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883532 Oct 03 14:54:01.845557 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a36a613d-cfac-4299-804f-fbe4ab1b3252 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:54:01.868242 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92b487-5180-47d6-bceb-9c9398a1f5ba req-53d8abd7-52ca-475d-9a6a-5423a57f0103 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:01.869723 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5d92b487-5180-47d6-bceb-9c9398a1f5ba req-53d8abd7-52ca-475d-9a6a-5423a57f0103 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0969508 Oct 03 14:54:01.882336 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:01.890802 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port a36a613d-cfac-4299-804f-fbe4ab1b3252 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:54:01.890994 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:01.891227 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port a36a613d-cfac-4299-804f-fbe4ab1b3252 Oct 03 14:54:01.916609 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6efe92ae-677f-4b5f-80f4-1be3322518c1 req-bef802a3-38e0-45bf-8569-848b37a64db6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449118 Oct 03 14:54:01.945756 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5d92b487-5180-47d6-bceb-9c9398a1f5ba req-77a4e098-22d8-4166-8b29-b1f45596ca9b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697682 Oct 03 14:54:01.979381 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port a36a613d-cfac-4299-804f-fbe4ab1b3252 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:54:01.980484 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:54:02.021459 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:54:02.021849 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:02.022176 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 Oct 03 14:54:02.093933 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:54:02.094314 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:02.131143 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=73229bdf-4dd1-4e4b-afb5-6f6c5f985c98,segment=NetworkSegment(1f75b6e1-ef45-46d2-a792-9a4f7f465705),segment_id=1f75b6e1-ef45-46d2-a792-9a4f7f465705)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:54:02.134073 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:02.179830 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=73229bdf-4dd1-4e4b-afb5-6f6c5f985c98,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:02.747323 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55280) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:02.855574 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-22889d6f-793f-4eca-9441-eb4b675f327a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:02.899043 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:02.934049 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-22889d6f-793f-4eca-9441-eb4b675f327a admin admin] Publish callbacks [] for security_group (f2cc90f0-dfed-42f9-8755-f7800e79bc86), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:02.937640 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-22889d6f-793f-4eca-9441-eb4b675f327a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (f2cc90f0-dfed-42f9-8755-f7800e79bc86), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:02.974957 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22889d6f-793f-4eca-9441-eb4b675f327a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cc90f0-dfed-42f9-8755-f7800e79bc86,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:02.979253 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-22889d6f-793f-4eca-9441-eb4b675f327a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3c76066cf3484bbaa1a90f998e586fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308948 Oct 03 14:54:02.981844 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55286) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:03.034251 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4109e0b7-d684-4e2b-b9b1-fce4603d83e4 admin admin] Publish callbacks [] for security_group (f2cc90f0-dfed-42f9-8755-f7800e79bc86), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.055353 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4109e0b7-d684-4e2b-b9b1-fce4603d83e4 admin admin] Publish callbacks [] for security_group (f2cc90f0-dfed-42f9-8755-f7800e79bc86), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.080986 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467a34e-6275-4555-80f7-771f4bb2fb93 req-e5e0b9f9-5449-4e8b-a172-2a69a5d1bdc5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:03.082725 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1467a34e-6275-4555-80f7-771f4bb2fb93 req-e5e0b9f9-5449-4e8b-a172-2a69a5d1bdc5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0512538 Oct 03 14:54:03.105043 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4109e0b7-d684-4e2b-b9b1-fce4603d83e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (f2cc90f0-dfed-42f9-8755-f7800e79bc86), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.109076 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4109e0b7-d684-4e2b-b9b1-fce4603d83e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.110552 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-4109e0b7-d684-4e2b-b9b1-fce4603d83e4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f2cc90f0-dfed-42f9-8755-f7800e79bc86 HTTP/1.1" status: 204 len: 168 time: 0.1278083 Oct 03 14:54:03.121461 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109e0b7-d684-4e2b-b9b1-fce4603d83e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cc90f0-dfed-42f9-8755-f7800e79bc86,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:03.147489 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1467a34e-6275-4555-80f7-771f4bb2fb93 req-b18e5d88-057b-45e3-a712-7d71dd56a0c9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573633 Oct 03 14:54:03.399832 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55296) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:03.416184 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4d8e3c89-bb1e-4016-a50e-364909acf333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.457120 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:03.502521 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4d8e3c89-bb1e-4016-a50e-364909acf333 admin admin] Publish callbacks [] for security_group (beb07f54-fc6a-476b-a375-dacf5ab35d09), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.506066 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4d8e3c89-bb1e-4016-a50e-364909acf333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (beb07f54-fc6a-476b-a375-dacf5ab35d09), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.547340 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e3c89-bb1e-4016-a50e-364909acf333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb07f54-fc6a-476b-a375-dacf5ab35d09,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:03.559669 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-4d8e3c89-bb1e-4016-a50e-364909acf333 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e850065efdac476aa322a591089a002b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559343 Oct 03 14:54:03.559669 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55298) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:03.608294 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1c9f82ec-8d4a-497d-9e04-e87e667f7347 admin admin] Publish callbacks [] for security_group (beb07f54-fc6a-476b-a375-dacf5ab35d09), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.628458 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1c9f82ec-8d4a-497d-9e04-e87e667f7347 admin admin] Publish callbacks [] for security_group (beb07f54-fc6a-476b-a375-dacf5ab35d09), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.676913 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1c9f82ec-8d4a-497d-9e04-e87e667f7347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (beb07f54-fc6a-476b-a375-dacf5ab35d09), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.679529 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1c9f82ec-8d4a-497d-9e04-e87e667f7347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.680663 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-1c9f82ec-8d4a-497d-9e04-e87e667f7347 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/beb07f54-fc6a-476b-a375-dacf5ab35d09 HTTP/1.1" status: 204 len: 168 time: 0.1203532 Oct 03 14:54:03.688800 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f82ec-8d4a-497d-9e04-e87e667f7347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb07f54-fc6a-476b-a375-dacf5ab35d09,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:03.825638 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:54:03.872413 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:54:03.873058 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:03.873597 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 Oct 03 14:54:03.920536 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:03.950711 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:54:04.313821 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec52e45-cc24-4de1-acaa-fc6a15cb356e req-27211cb2-6bc6-4dcb-99d4-1207cb04f0b3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:04.315356 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8ec52e45-cc24-4de1-acaa-fc6a15cb356e req-27211cb2-6bc6-4dcb-99d4-1207cb04f0b3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0576379 Oct 03 14:54:04.367168 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8ec52e45-cc24-4de1-acaa-fc6a15cb356e req-344ed2db-14fa-4819-90bc-da13cccea58e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455966 Oct 03 14:54:04.422128 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55326) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:04.517455 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1624256494-network', 'tenant_id': 'f1d546ddcaca4842a7c598b33ff06ff5'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:04.537303 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Made reservation on behalf of f1d546ddcaca4842a7c598b33ff06ff5 for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:54:04.539520 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:04.548495 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:04.585596 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:04.629850 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Publish callbacks [] for security_group (7118c63c-62c9-4a10-8951-ecaee39a8888), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:04.634323 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7118c63c-62c9-4a10-8951-ecaee39a8888), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:04.662136 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:54:04.668515 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7118c63c-62c9-4a10-8951-ecaee39a8888,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:04.676430 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (791f686e-4dd3-43bf-8b6d-e3f9743ddb3d), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:04.676787 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Added segment 791f686e-4dd3-43bf-8b6d-e3f9743ddb3d of type vlan for network 73e72080-dd20-47ff-aa0c-d57a463fb397 Oct 03 14:54:04.719069 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (73e72080-dd20-47ff-aa0c-d57a463fb397), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:04.745166 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (73e72080-dd20-47ff-aa0c-d57a463fb397), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:04.746157 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:04.746732 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:04.801379 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3781037 Oct 03 14:54:04.804371 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55330) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:04.812150 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Request body: {'subnet': {'network_id': '73e72080-dd20-47ff-aa0c-d57a463fb397', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1624256494-subnet', 'tenant_id': 'f1d546ddcaca4842a7c598b33ff06ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:04.813391 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc52e6b-dd79-4f18-aef1-159f79cc9d39 admin admin] Pushing event updated for resources: {'Network': ['ID=73e72080-dd20-47ff-aa0c-d57a463fb397,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:04.825482 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 73e72080-dd20-47ff-aa0c-d57a463fb397 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:54:04.842049 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Made reservation on behalf of f1d546ddcaca4842a7c598b33ff06ff5 for: {'subnet': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:54:04.844379 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.015691 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (4423fc7e-388a-40d2-b8bf-2b001c12f4f8), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.079250 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4423fc7e-388a-40d2-b8bf-2b001c12f4f8,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:05.088863 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Checking segment: {'id': '791f686e-4dd3-43bf-8b6d-e3f9743ddb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '73e72080-dd20-47ff-aa0c-d57a463fb397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:54:05.089206 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Network hostable DHCP agents. Network: 73e72080-dd20-47ff-aa0c-d57a463fb397, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:54:05.107452 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Network 73e72080-dd20-47ff-aa0c-d57a463fb397 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:54:05.119402 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 73e72080-dd20-47ff-aa0c-d57a463fb397) {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:54:05.124934 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:05.125602 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.130743 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb786df-24d2-425f-b93e-f75a94f52d68 None None] Network 73e72080-dd20-47ff-aa0c-d57a463fb397 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:54:05.157688 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-8758d96d-c9c3-466e-bb86-a2ccb294cf7c admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3483543 Oct 03 14:54:05.238238 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493c7bf-5333-47ca-a05a-476583bb250c None None] Network 73e72080-dd20-47ff-aa0c-d57a463fb397 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:54:05.494859 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dda1e3-bb60-4ecb-955b-33a5f9f5e025 req-040a6b1f-6b00-499b-9afc-9a7141a9ccbe tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:05.496358 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-64dda1e3-bb60-4ecb-955b-33a5f9f5e025 req-040a6b1f-6b00-499b-9afc-9a7141a9ccbe tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0510378 Oct 03 14:54:05.542824 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:05.547706 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-64dda1e3-bb60-4ecb-955b-33a5f9f5e025 req-2f4304bc-a15f-4f3c-8bf9-37e96bbd91d8 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Oct 03 14:54:05.648768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55352) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:05.653601 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1917962928-network', 'tenant_id': '9b28232f58b043199222b1a1b3b589a9'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:05.673645 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Made reservation on behalf of 9b28232f58b043199222b1a1b3b589a9 for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:54:05.675833 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.684384 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.716799 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:05.763393 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Publish callbacks [] for security_group (3facad08-0f7c-4036-8eed-0014b3057f07), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.767859 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (3facad08-0f7c-4036-8eed-0014b3057f07), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.797533 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:54:05.804194 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3facad08-0f7c-4036-8eed-0014b3057f07,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:05.810321 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (5bd69f4f-5886-4db7-b861-f924c378612a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.810665 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Added segment 5bd69f4f-5886-4db7-b861-f924c378612a of type vlan for network 1afb4be0-6c31-4fa0-8077-58685c845c3d Oct 03 14:54:05.854327 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (1afb4be0-6c31-4fa0-8077-58685c845c3d), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.879296 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (1afb4be0-6c31-4fa0-8077-58685c845c3d), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.880447 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:05.881024 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:05.931025 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2810893 Oct 03 14:54:05.933794 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55354) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:05.938326 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Request body: {'subnet': {'network_id': '1afb4be0-6c31-4fa0-8077-58685c845c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1917962928-subnet', 'tenant_id': '9b28232f58b043199222b1a1b3b589a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:05.957708 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f2a56-15dc-4214-95d1-4288abff9653 admin admin] Pushing event updated for resources: {'Network': ['ID=1afb4be0-6c31-4fa0-8077-58685c845c3d,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:05.968746 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 1afb4be0-6c31-4fa0-8077-58685c845c3d details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:54:05.971500 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Made reservation on behalf of 9b28232f58b043199222b1a1b3b589a9 for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:54:05.973945 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12525109'] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:06.132490 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=73,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:06.140371 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12367080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12525095'] for subnet (44da37aa-8593-4183-968b-62df50545f81), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:06.199867 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44da37aa-8593-4183-968b-62df50545f81,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:06.209840 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Checking segment: {'id': '5bd69f4f-5886-4db7-b861-f924c378612a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1afb4be0-6c31-4fa0-8077-58685c845c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:54:06.210250 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Network hostable DHCP agents. Network: 1afb4be0-6c31-4fa0-8077-58685c845c3d, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:54:06.228041 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Network 1afb4be0-6c31-4fa0-8077-58685c845c3d is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:54:06.236376 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 1afb4be0-6c31-4fa0-8077-58685c845c3d) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:54:06.240348 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:06.240969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:06.246067 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb87cc3-ef91-49a9-bd18-df9753f14eb8 None None] Network 1afb4be0-6c31-4fa0-8077-58685c845c3d requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:54:06.256208 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-d5ba4e11-2eb9-4f45-9c3b-036a21b51c09 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3214412 Oct 03 14:54:06.355423 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcff408-38b5-4746-8e5e-dc4cc6ef4701 None None] Network 1afb4be0-6c31-4fa0-8077-58685c845c3d requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:54:06.373468 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:06.940764 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d496ba-c47b-43ee-be02-77ff389f6826 req-cc650f1a-c620-40f0-91f1-fa63918675ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:06.942343 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-33d496ba-c47b-43ee-be02-77ff389f6826 req-cc650f1a-c620-40f0-91f1-fa63918675ea tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.3180566 Oct 03 14:54:06.988688 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-33d496ba-c47b-43ee-be02-77ff389f6826 req-89d6d392-6e4c-4e59-9997-4ddc41fe5d1d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Oct 03 14:54:08.111843 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e63f4-002f-43b2-bb1b-c85508f66bfe req-6e1ebdf6-18bd-40da-a01e-0d0e870740f1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:08.113309 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c34e63f4-002f-43b2-bb1b-c85508f66bfe req-6e1ebdf6-18bd-40da-a01e-0d0e870740f1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0500038 Oct 03 14:54:08.159632 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c34e63f4-002f-43b2-bb1b-c85508f66bfe req-58ad6bce-72af-48e8-937b-0744914c216d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Oct 03 14:54:09.283054 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dd44e-ef09-4393-a99c-6fa4b99e2119 req-b466536e-176d-493b-b0fb-9b24a7fa2d87 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:09.284522 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc4dd44e-ef09-4393-a99c-6fa4b99e2119 req-b466536e-176d-493b-b0fb-9b24a7fa2d87 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0481694 Oct 03 14:54:09.315527 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:09.333768 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc4dd44e-ef09-4393-a99c-6fa4b99e2119 req-ee959c5c-4030-41d0-8bec-b44013e6fddd tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436361 Oct 03 14:54:10.423201 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:10.468581 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af411cd-2833-4589-9377-ae5768b307b3 req-866d9abb-0c37-42dd-a915-70cd1268bda3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:10.470274 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4af411cd-2833-4589-9377-ae5768b307b3 req-866d9abb-0c37-42dd-a915-70cd1268bda3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0599148 Oct 03 14:54:10.525691 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4af411cd-2833-4589-9377-ae5768b307b3 req-86cf8974-adab-43c6-8c30-1a9902f90a7d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 Oct 03 14:54:10.864314 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:10.864983 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:11.665148 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d77add-1c8b-4618-a719-890ccd184a51 req-3e0b7697-97dd-49ca-b9b4-fbf1b2f6938f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:11.666654 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-47d77add-1c8b-4618-a719-890ccd184a51 req-3e0b7697-97dd-49ca-b9b4-fbf1b2f6938f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0543592 Oct 03 14:54:11.715501 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-47d77add-1c8b-4618-a719-890ccd184a51 req-31c27664-46a6-4f47-b86c-4f7a0ab39792 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Oct 03 14:54:12.840331 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b5128-34c4-4d27-b493-35dfb848411f req-bf0eef8f-7f99-4183-9b80-f1becd908612 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:12.842112 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-743b5128-34c4-4d27-b493-35dfb848411f req-bf0eef8f-7f99-4183-9b80-f1becd908612 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0477819 Oct 03 14:54:12.895769 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-743b5128-34c4-4d27-b493-35dfb848411f req-c66d3dbf-d5b7-452a-a372-1ddcfa72d58a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477242 Oct 03 14:54:13.218790 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-769ce1b3-4941-4e9b-89b2-6ba11f0da2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:14.021984 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052ef21-8aba-4a31-ae18-564226fa2ac8 req-14b800c8-ad4a-48d8-9e52-14d7a1d82acb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:14.023382 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b052ef21-8aba-4a31-ae18-564226fa2ac8 req-14b800c8-ad4a-48d8-9e52-14d7a1d82acb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0457854 Oct 03 14:54:14.072910 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b052ef21-8aba-4a31-ae18-564226fa2ac8 req-deccb49f-abf1-4126-b548-b4e924eef052 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Oct 03 14:54:14.235673 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31a86e-ac13-4412-a5e7-abe164a94cc0 req-429a8795-578e-4318-9fdb-16c26ea5c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:14.237170 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7f31a86e-ac13-4412-a5e7-abe164a94cc0 req-429a8795-578e-4318-9fdb-16c26ea5c4c6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 1130 time: 0.0471094 Oct 03 14:54:14.287265 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7f31a86e-ac13-4412-a5e7-abe164a94cc0 req-f0444c7c-d4d6-4dde-a0f0-ed0936053a57 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Oct 03 14:54:15.197558 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee81b93-e3c1-4882-b627-49395cd0f534 req-858336ae-0b60-459a-902b-17c6d0c34e60 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:15.199139 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7ee81b93-e3c1-4882-b627-49395cd0f534 req-858336ae-0b60-459a-902b-17c6d0c34e60 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0478511 Oct 03 14:54:15.256388 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7ee81b93-e3c1-4882-b627-49395cd0f534 req-5566fd44-553e-4547-a7d5-c37126baae97 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517976 Oct 03 14:54:15.441174 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-45bc6433-08fa-4867-8c45-e3ac458c68ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:16.387418 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45e503-40fe-4d84-a126-d69c0604ed78 req-268898cf-f504-4e77-af26-108d39943018 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:16.387418 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aa45e503-40fe-4d84-a126-d69c0604ed78 req-268898cf-f504-4e77-af26-108d39943018 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0514545 Oct 03 14:54:16.435630 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aa45e503-40fe-4d84-a126-d69c0604ed78 req-3d316f70-1919-4d09-bff3-b24142fc74b5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Oct 03 14:54:16.704134 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:17.564970 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cb414-9a5d-42b2-9626-ff5be1abfac9 req-64e6a178-6a7a-42ca-9390-c4567a15df47 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:17.566593 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f51cb414-9a5d-42b2-9626-ff5be1abfac9 req-64e6a178-6a7a-42ca-9390-c4567a15df47 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0493345 Oct 03 14:54:17.615057 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f51cb414-9a5d-42b2-9626-ff5be1abfac9 req-bb0fa05a-9c48-49fb-9a43-6b3277cb4ee4 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Oct 03 14:54:17.891765 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d45e07-68fc-4287-badb-10f4e320819d req-2ade8039-cf9e-42f8-bed4-64fd36b364b6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:17.899688 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-42d45e07-68fc-4287-badb-10f4e320819d req-2ade8039-cf9e-42f8-bed4-64fd36b364b6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0573339 Oct 03 14:54:17.926010 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:17.978243 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-7f065b3e-14b8-461a-929c-4d5af15051ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:17.979726 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-7f065b3e-14b8-461a-929c-4d5af15051ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 1130 time: 0.0624704 Oct 03 14:54:17.989800 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-42d45e07-68fc-4287-badb-10f4e320819d req-a3f3174e-5f65-4ed7-b7cf-db19309f3e91 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890799 Oct 03 14:54:18.075728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-2a1a54b3-969a-41a9-abe7-d72f33fb37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:18.077187 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-2a1a54b3-969a-41a9-abe7-d72f33fb37a7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.0865266 Oct 03 14:54:18.122471 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-36f211e2-cfb8-4053-b9e9-4a3a396b3b0a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ceaf30-9e00-432b-b831-684569089003 HTTP/1.1" status: 200 len: 217 time: 0.0319121 Oct 03 14:54:18.174298 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-ebcbc828-b7e1-41d1-b018-ef045ebd08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:18.175722 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-ebcbc828-b7e1-41d1-b018-ef045ebd08f6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0471473 Oct 03 14:54:18.218643 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-be441223-b15f-4064-b544-6be703d9cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:18.220000 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-be441223-b15f-4064-b544-6be703d9cdc2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378182 Oct 03 14:54:18.242394 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:18.285834 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:18.315114 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-87ee430a-6665-470c-bff6-eb1a880a6122 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883529 Oct 03 14:54:18.405410 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e951fdb2-6bf4-4207-8850-304fb880a903 req-23d11e5d-42b1-404d-a318-a9fb9543849c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816989 Oct 03 14:54:18.578057 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:54:19.108517 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9876-5539-4326-b629-4c9f4ef9aa7b req-fb3151d0-33d6-421d-97bf-ab82b2ad25d7 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:19.110276 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-91cf9876-5539-4326-b629-4c9f4ef9aa7b req-fb3151d0-33d6-421d-97bf-ab82b2ad25d7 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0461423 Oct 03 14:54:19.156325 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-91cf9876-5539-4326-b629-4c9f4ef9aa7b req-3957e779-898f-4503-a290-17c57e6a03d0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407128 Oct 03 14:54:20.272808 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767040fe-3845-49a7-a2da-7d32ddfdace6 req-e973c2c2-360c-40d0-8b61-e96301cbf6bb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:20.274283 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-767040fe-3845-49a7-a2da-7d32ddfdace6 req-e973c2c2-360c-40d0-8b61-e96301cbf6bb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0455496 Oct 03 14:54:20.312437 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:20.328937 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-767040fe-3845-49a7-a2da-7d32ddfdace6 req-f5814b9c-69a6-441e-b8a4-de8b1995f4ef tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470746 Oct 03 14:54:21.448133 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a84b-7741-4a13-8d9f-bb0ab926c293 req-50530654-7666-4d36-b0ca-5c4400613c58 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:21.449592 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-76f6a84b-7741-4a13-8d9f-bb0ab926c293 req-50530654-7666-4d36-b0ca-5c4400613c58 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0480597 Oct 03 14:54:21.495852 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-76f6a84b-7741-4a13-8d9f-bb0ab926c293 req-cf94ba3e-9ef4-41c9-8480-771b86af3eee tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 Oct 03 14:54:22.613278 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ea370-1c7b-4ae2-87ff-c6dc9cb96166 req-1f3ab9f7-4a3e-4d17-8625-6c61db87d14b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:22.614649 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b70ea370-1c7b-4ae2-87ff-c6dc9cb96166 req-1f3ab9f7-4a3e-4d17-8625-6c61db87d14b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0455213 Oct 03 14:54:22.660763 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b70ea370-1c7b-4ae2-87ff-c6dc9cb96166 req-85b3dcfc-6206-44c8-b707-bfbc5db35090 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Oct 03 14:54:23.597909 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:23.781110 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121079cd-353f-42f2-9e18-c61d6dc6b776 req-724ed063-6550-441d-935b-e6986cb08cc0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:23.782566 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-121079cd-353f-42f2-9e18-c61d6dc6b776 req-724ed063-6550-441d-935b-e6986cb08cc0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0451703 Oct 03 14:54:23.829136 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-121079cd-353f-42f2-9e18-c61d6dc6b776 req-7ec49c50-2e6b-47b4-a1e9-5c325a3f1ce3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Oct 03 14:54:24.948579 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e391a25-a61b-44b5-bc8d-ec945674e115 req-1a1c6547-cc33-46b3-b20a-34791d6fc8c3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:24.950052 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e391a25-a61b-44b5-bc8d-ec945674e115 req-1a1c6547-cc33-46b3-b20a-34791d6fc8c3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0454552 Oct 03 14:54:24.995877 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e391a25-a61b-44b5-bc8d-ec945674e115 req-522b29ef-857d-4a98-a2e0-0d50843daa06 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403311 Oct 03 14:54:26.116033 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c47685-e676-4d51-9f36-579c8e15cd2f req-eaa3161c-433b-48e6-96d9-1d6ba778194b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:26.117482 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-52c47685-e676-4d51-9f36-579c8e15cd2f req-eaa3161c-433b-48e6-96d9-1d6ba778194b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0495148 Oct 03 14:54:26.164439 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-52c47685-e676-4d51-9f36-579c8e15cd2f req-4addaf4e-a060-4989-ae2e-8370c3a36471 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Oct 03 14:54:27.285290 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38353913-02ff-43d4-b985-e4262fb41006 req-fe6eacd9-4e84-4692-a973-b63087ff2e3a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:27.286792 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-38353913-02ff-43d4-b985-e4262fb41006 req-fe6eacd9-4e84-4692-a973-b63087ff2e3a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0496275 Oct 03 14:54:27.338579 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-38353913-02ff-43d4-b985-e4262fb41006 req-c05bc5f7-2d1b-4467-8c54-08a6f6ed48bb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Oct 03 14:54:28.275789 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:28.277775 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:28.453263 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf06e2-7037-41f1-9697-0b8854504393 req-11bc52cb-dd67-4254-b528-37b50cf29ce6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:28.454730 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-96cf06e2-7037-41f1-9697-0b8854504393 req-11bc52cb-dd67-4254-b528-37b50cf29ce6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0455234 Oct 03 14:54:28.501667 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-96cf06e2-7037-41f1-9697-0b8854504393 req-6e9d5c25-6ed5-457d-abd8-b37a7a679df3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Oct 03 14:54:28.573609 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:29.621135 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91677d33-e60e-4ca4-8ab0-5a1d0a42e7b3 req-264020b9-25e2-4e76-a1b5-b94a81693254 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:29.623415 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-91677d33-e60e-4ca4-8ab0-5a1d0a42e7b3 req-264020b9-25e2-4e76-a1b5-b94a81693254 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0500426 Oct 03 14:54:29.668495 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:29.671487 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-91677d33-e60e-4ca4-8ab0-5a1d0a42e7b3 req-121f94b1-6417-451a-bc05-555946b647ab tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Oct 03 14:54:30.795406 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8eaf-363d-4fe5-9de3-33f854e46218 req-28e36eaa-c34b-4fe9-96e5-bcbfba95d80f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:30.796860 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a27c8eaf-363d-4fe5-9de3-33f854e46218 req-28e36eaa-c34b-4fe9-96e5-bcbfba95d80f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0480990 Oct 03 14:54:30.847547 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a27c8eaf-363d-4fe5-9de3-33f854e46218 req-ec25dbc8-9fd4-4dc7-9d37-ade68f7712b6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Oct 03 14:54:32.284731 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55706) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:32.289267 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-07b870fe-7d45-4c25-acd1-4d2ba3aff245 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025488920', 'description': 'tempest-description--1578372453'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:32.309982 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-07b870fe-7d45-4c25-acd1-4d2ba3aff245 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.380297 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-07b870fe-7d45-4c25-acd1-4d2ba3aff245 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group (6ee60ce2-0432-45ee-875e-777c94ad396a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.383970 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-07b870fe-7d45-4c25-acd1-4d2ba3aff245 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6ee60ce2-0432-45ee-875e-777c94ad396a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.413982 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-07b870fe-7d45-4c25-acd1-4d2ba3aff245 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.415171 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-07b870fe-7d45-4c25-acd1-4d2ba3aff245 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1293237 Oct 03 14:54:32.417343 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b870fe-7d45-4c25-acd1-4d2ba3aff245 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee60ce2-0432-45ee-875e-777c94ad396a,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:32.418574 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55708) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:32.423632 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-5641b66f-8f99-41c4-899e-8ecc2c5c3e82 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Request body: {'security_group_rule': {'security_group_id': '6ee60ce2-0432-45ee-875e-777c94ad396a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:32.436153 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:32.452905 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5641b66f-8f99-41c4-899e-8ecc2c5c3e82 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group_rule (b10d803d-74b3-4f33-8c78-77da3ddee966), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.480414 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:32.509506 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5641b66f-8f99-41c4-899e-8ecc2c5c3e82 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group_rule (b10d803d-74b3-4f33-8c78-77da3ddee966), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.512824 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5641b66f-8f99-41c4-899e-8ecc2c5c3e82 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (b10d803d-74b3-4f33-8c78-77da3ddee966), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.531391 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641b66f-8f99-41c4-899e-8ecc2c5c3e82 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10d803d-74b3-4f33-8c78-77da3ddee966,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:32.538061 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5641b66f-8f99-41c4-899e-8ecc2c5c3e82 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.539241 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5641b66f-8f99-41c4-899e-8ecc2c5c3e82 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196020 Oct 03 14:54:32.541914 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55710) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:32.546783 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-27bd632f-4ebb-4114-88a2-5bae2432d42f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Request body: {'security_group_rule': {'security_group_id': '6ee60ce2-0432-45ee-875e-777c94ad396a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:32.573680 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-27bd632f-4ebb-4114-88a2-5bae2432d42f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group_rule (f80616da-9154-4328-b258-ea07b850e26d), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.634053 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-27bd632f-4ebb-4114-88a2-5bae2432d42f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group_rule (f80616da-9154-4328-b258-ea07b850e26d), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.647919 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-27bd632f-4ebb-4114-88a2-5bae2432d42f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (f80616da-9154-4328-b258-ea07b850e26d), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.668630 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd632f-4ebb-4114-88a2-5bae2432d42f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80616da-9154-4328-b258-ea07b850e26d,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:32.682482 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-27bd632f-4ebb-4114-88a2-5bae2432d42f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.687768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55720) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:32.687918 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-27bd632f-4ebb-4114-88a2-5bae2432d42f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450074 Oct 03 14:54:32.694043 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:32.722876 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.793731 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:32.813184 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:32.928177 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Allocated IP 172.27.1.79 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/ec36d687-1cdf-449d-8dac-4eed90748cc1) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:54:32.967920 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-d9338c7d-dffb-4160-a964-d9e453caac53 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2061145357&fields=id&tenant_id=a167b2ccacbc4e6d903b09d9a00650fe HTTP/1.1" status: 200 len: 267 time: 0.0527503 Oct 03 14:54:33.018502 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:33.032925 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for port (ec36d687-1cdf-449d-8dac-4eed90748cc1), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:33.066943 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (ec36d687-1cdf-449d-8dac-4eed90748cc1), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:33.077381 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-50db0c00-6bb4-4226-b944-343e90a6af59 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:33.078883 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-50db0c00-6bb4-4226-b944-343e90a6af59 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 812 time: 0.1040585 Oct 03 14:54:33.094479 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-f3afb073-b470-430f-9b68-a58159667364 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/quotas/a167b2ccacbc4e6d903b09d9a00650fe HTTP/1.1" status: 200 len: 375 time: 0.0099084 Oct 03 14:54:33.115222 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:54:33.120558 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:54:33.123165 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:54:33.126594 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event updated for resources: {'Port': ['ID=ec36d687-1cdf-449d-8dac-4eed90748cc1,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:33.150891 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-c1a4d7e9-15ca-4a14-b7f7-13daab442d9c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495303 Oct 03 14:54:33.207168 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for floatingip (8a7da0cf-e69e-48e2-abfb-1456c56a7667), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:33.246775 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (ec36d687-1cdf-449d-8dac-4eed90748cc1), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:33.248305 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-c80d4321-9a05-4ce7-a9a9-58b1ff2c771a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853672 Oct 03 14:54:33.343569 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-838e58dc-c003-4d8d-9f03-ddaffecfd41c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894351 Oct 03 14:54:33.398440 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for port (ec36d687-1cdf-449d-8dac-4eed90748cc1), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:33.403077 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (ec36d687-1cdf-449d-8dac-4eed90748cc1), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:33.453882 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:33.477457 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (8a7da0cf-e69e-48e2-abfb-1456c56a7667), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:33.481437 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event updated for resources: {'Port': ['ID=ec36d687-1cdf-449d-8dac-4eed90748cc1,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:33.498142 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:33.499538 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c1d7fcbc-cd6a-4902-ba58-de02919951cc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8105412 Oct 03 14:54:33.654251 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f96ed86e-a341-4f7f-a4bb-f71417a8b4f8 req-38a880be-59d2-4e35-82d4-27b03a7fd3b0 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 210 time: 0.0385590 Oct 03 14:54:33.715140 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-4dd822b9-4396-445a-a2e1-7f56edfb00ce tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1025488920&fields=id&tenant_id=83b495f3cb9b437d9572f4d33327fbf7 HTTP/1.1" status: 200 len: 267 time: 0.0502295 Oct 03 14:54:33.866653 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-5947fc5b-de98-462b-98e7-0beb22641573 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:33.874214 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-5947fc5b-de98-462b-98e7-0beb22641573 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 819 time: 0.1500919 Oct 03 14:54:33.875898 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55770) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:33.884837 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-49fd8c35-c6f1-4e12-9fc6-03c159f195c0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/quotas/83b495f3cb9b437d9572f4d33327fbf7 HTTP/1.1" status: 200 len: 375 time: 0.0097837 Oct 03 14:54:33.939434 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a76dbb-72b8-4ce1-89d1-20b113d37189 admin admin] Deleting subnet 4423fc7e-388a-40d2-b8bf-2b001c12f4f8 {{(pid=112659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 14:54:33.944945 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24a76dbb-72b8-4ce1-89d1-20b113d37189 admin admin] Publish callbacks [] for subnet (4423fc7e-388a-40d2-b8bf-2b001c12f4f8), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:33.957539 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-b7153611-8d6e-43c0-bae4-d12681d327e6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0648293 Oct 03 14:54:33.996182 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:33.997257 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24a76dbb-72b8-4ce1-89d1-20b113d37189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8732928'] for subnet (4423fc7e-388a-40d2-b8bf-2b001c12f4f8), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.045435 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24a76dbb-72b8-4ce1-89d1-20b113d37189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (4423fc7e-388a-40d2-b8bf-2b001c12f4f8), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.047936 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55778) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:34.114593 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-24de7bf0-5c67-4ddf-b823-5b87bf685686 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445384 Oct 03 14:54:34.129308 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24a76dbb-72b8-4ce1-89d1-20b113d37189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12367017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517844'] for subnet (4423fc7e-388a-40d2-b8bf-2b001c12f4f8), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.146768 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:34.161751 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a76dbb-72b8-4ce1-89d1-20b113d37189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4423fc7e-388a-40d2-b8bf-2b001c12f4f8,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:34.167386 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24a76dbb-72b8-4ce1-89d1-20b113d37189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.174466 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-24a76dbb-72b8-4ce1-89d1-20b113d37189 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/4423fc7e-388a-40d2-b8bf-2b001c12f4f8 HTTP/1.1" status: 204 len: 168 time: 0.2973874 Oct 03 14:54:34.175482 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 55784) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:34.210844 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-74d830a4-7f83-4167-9285-d46507874b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.247254 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (73e72080-dd20-47ff-aa0c-d57a463fb397), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.275424 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-bd7183d3-089f-4c75-b27d-7bb8d51f8b09 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537266 Oct 03 14:54:34.282230 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:34.339711 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (73e72080-dd20-47ff-aa0c-d57a463fb397), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.343669 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-74d830a4-7f83-4167-9285-d46507874b42 admin admin] Publish callbacks [] for security_group (3016da2d-74fb-44fd-9d27-2123c0f476e1), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.350367 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-74d830a4-7f83-4167-9285-d46507874b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (3016da2d-74fb-44fd-9d27-2123c0f476e1), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.362823 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e72080-dd20-47ff-aa0c-d57a463fb397']}} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:54:34.374122 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791f686e-4dd3-43bf-8b6d-e3f9743ddb3d') {'for_net_delete': True} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:54:34.374725 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791f686e-4dd3-43bf-8b6d-e3f9743ddb3d') {} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:54:34.385850 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733049'] for segment (791f686e-4dd3-43bf-8b6d-e3f9743ddb3d), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.400028 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (791f686e-4dd3-43bf-8b6d-e3f9743ddb3d), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.405381 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-74d830a4-7f83-4167-9285-d46507874b42 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a3cf9f0fb1234fbcb0156092edd34bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563416 Oct 03 14:54:34.406999 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d830a4-7f83-4167-9285-d46507874b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3016da2d-74fb-44fd-9d27-2123c0f476e1,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:34.412124 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55786) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:34.429401 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=112659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 14:54:34.429849 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366915'] for segment (791f686e-4dd3-43bf-8b6d-e3f9743ddb3d), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.484368 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-671eaf39-f983-4109-a406-1137f5ca4e56 admin admin] Publish callbacks [] for security_group (3016da2d-74fb-44fd-9d27-2123c0f476e1), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.498930 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment 791f686e-4dd3-43bf-8b6d-e3f9743ddb3d resource provider aggregate not found Oct 03 14:54:34.510202 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-671eaf39-f983-4109-a406-1137f5ca4e56 admin admin] Publish callbacks [] for security_group (3016da2d-74fb-44fd-9d27-2123c0f476e1), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.532069 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-29e8182f-d59e-449e-a31f-2c7d97d32e7e req-9c8ebd28-ec2d-4305-9107-a968c3ce6b57 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 210 time: 0.0716834 Oct 03 14:54:34.542050 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (73e72080-dd20-47ff-aa0c-d57a463fb397), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.545389 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment 791f686e-4dd3-43bf-8b6d-e3f9743ddb3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 791f686e-4dd3-43bf-8b6d-e3f9743ddb3d found for delete ", "request_id": "req-f7b66048-465b-4672-9bb8-e7aa06454007"}]} Oct 03 14:54:34.549373 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.555132 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/73e72080-dd20-47ff-aa0c-d57a463fb397 HTTP/1.1" status: 204 len: 168 time: 0.3760445 Oct 03 14:54:34.556763 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55796) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:34.578515 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2dffc-474b-4350-9b83-276e64993320 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e72080-dd20-47ff-aa0c-d57a463fb397,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:34.630393 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50b039c-5336-4f04-8c31-790eab28a9a5 admin admin] Deleting subnet 44da37aa-8593-4183-968b-62df50545f81 {{(pid=112658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 14:54:34.633519 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d50b039c-5336-4f04-8c31-790eab28a9a5 admin admin] Publish callbacks [] for subnet (44da37aa-8593-4183-968b-62df50545f81), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.666468 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-671eaf39-f983-4109-a406-1137f5ca4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (3016da2d-74fb-44fd-9d27-2123c0f476e1), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.670925 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-671eaf39-f983-4109-a406-1137f5ca4e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.672758 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-671eaf39-f983-4109-a406-1137f5ca4e56 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3016da2d-74fb-44fd-9d27-2123c0f476e1 HTTP/1.1" status: 204 len: 168 time: 0.2591329 Oct 03 14:54:34.702639 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eaf39-f983-4109-a406-1137f5ca4e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3016da2d-74fb-44fd-9d27-2123c0f476e1,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:34.711613 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d50b039c-5336-4f04-8c31-790eab28a9a5 admin admin] Publish callbacks [] for subnet (44da37aa-8593-4183-968b-62df50545f81), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.738437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d50b039c-5336-4f04-8c31-790eab28a9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (44da37aa-8593-4183-968b-62df50545f81), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.801851 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8f5f659b-535a-4e0c-bc21-ecfd51f03ed1 req-fe256325-5e57-42b2-94fa-c449844f2ff1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 210 time: 0.0330222 Oct 03 14:54:34.846461 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d50b039c-5336-4f04-8c31-790eab28a9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for subnet (44da37aa-8593-4183-968b-62df50545f81), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.874696 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b039c-5336-4f04-8c31-790eab28a9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44da37aa-8593-4183-968b-62df50545f81,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:34.876646 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d50b039c-5336-4f04-8c31-790eab28a9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:34.880000 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d50b039c-5336-4f04-8c31-790eab28a9a5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/44da37aa-8593-4183-968b-62df50545f81 HTTP/1.1" status: 204 len: 168 time: 0.3220751 Oct 03 14:54:34.882320 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55810) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:34.960359 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (1afb4be0-6c31-4fa0-8077-58685c845c3d), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.057018 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (1afb4be0-6c31-4fa0-8077-58685c845c3d), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.082732 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.083145 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.083945 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.084269 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > port after_create 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.084609 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.084986 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > port after_update 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.085318 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.085682 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.086004 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.086327 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.157561 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.157918 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.158252 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.158581 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 14:54:35.158954 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afb4be0-6c31-4fa0-8077-58685c845c3d']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:54:35.176960 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd69f4f-5886-4db7-b861-f924c378612a') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:54:35.177252 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd69f4f-5886-4db7-b861-f924c378612a') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:54:35.196792 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (5bd69f4f-5886-4db7-b861-f924c378612a), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.214910 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:35.235723 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:35.237857 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (5bd69f4f-5886-4db7-b861-f924c378612a), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.252041 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 14:54:35.252633 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (5bd69f4f-5886-4db7-b861-f924c378612a), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.355668 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-fcccf664-7326-41b6-b29e-c5928aea2c94 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:35.358849 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-fcccf664-7326-41b6-b29e-c5928aea2c94 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 812 time: 0.1779926 Oct 03 14:54:35.360874 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (1afb4be0-6c31-4fa0-8077-58685c845c3d), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.378589 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.382217 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/1afb4be0-6c31-4fa0-8077-58685c845c3d HTTP/1.1" status: 204 len: 168 time: 0.4989843 Oct 03 14:54:35.387602 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67938d-e8d7-40fc-98f7-9f80355fc862 admin admin] Pushing event deleted for resources: {'Network': ['ID=1afb4be0-6c31-4fa0-8077-58685c845c3d,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:35.489601 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-d4bf2a1a-a378-4190-a69b-1d12c72b2d3f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a167b2ccacbc4e6d903b09d9a00650fe HTTP/1.1" status: 200 len: 380 time: 0.1075404 Oct 03 14:54:35.500637 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'port': {'device_id': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'admin_state_up': True, 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'security_groups': ['79e13781-af1e-4a55-b323-94373c3f4176']}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:35.658714 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55846) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:35.683608 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a110d479-4a0e-4a3b-97a5-49f8a5bcce3e req-76014f0e-3057-477a-8e76-9d3ca3234315 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 210 time: 0.0458875 Oct 03 14:54:35.737225 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Made reservation on behalf of a167b2ccacbc4e6d903b09d9a00650fe for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:54:35.742078 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.749761 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6d4efe07-c693-4e9a-9278-e811844fcb32 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f1d546ddcaca4842a7c598b33ff06ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895298 Oct 03 14:54:35.752386 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55848) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:35.826828 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5fde14df-fad2-409c-8aff-ee90041fd005 admin admin] Publish callbacks [] for security_group (7118c63c-62c9-4a10-8951-ecaee39a8888), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.828195 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:35.855342 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5fde14df-fad2-409c-8aff-ee90041fd005 admin admin] Publish callbacks [] for security_group (7118c63c-62c9-4a10-8951-ecaee39a8888), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.863242 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 5bd69f4f-5886-4db7-b861-f924c378612a resource provider aggregate not found Oct 03 14:54:35.892588 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 5bd69f4f-5886-4db7-b861-f924c378612a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bd69f4f-5886-4db7-b861-f924c378612a found for delete ", "request_id": "req-66afc027-3f0d-40dc-ac81-c8e084b26bc3"}]} Oct 03 14:54:35.908293 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Allocated IP 172.20.0.7 (3cf2f742-adf1-4aae-8244-1e9578ee60b2/b1050822-a82c-4be2-8f58-88a83cc5c419/844f2524-468f-4861-a833-34bb9a1e4138) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:54:35.940484 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5fde14df-fad2-409c-8aff-ee90041fd005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7118c63c-62c9-4a10-8951-ecaee39a8888), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.944570 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5fde14df-fad2-409c-8aff-ee90041fd005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:35.948138 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5fde14df-fad2-409c-8aff-ee90041fd005 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7118c63c-62c9-4a10-8951-ecaee39a8888 HTTP/1.1" status: 204 len: 168 time: 0.1923511 Oct 03 14:54:35.985352 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c1af14ad-0a83-4402-ad32-c624a733b68c req-7361a5a1-ae7e-4141-863e-068d4dfa84fc tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 210 time: 0.0543983 Oct 03 14:54:35.985731 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde14df-fad2-409c-8aff-ee90041fd005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7118c63c-62c9-4a10-8951-ecaee39a8888,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:36.105394 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for port (844f2524-468f-4861-a833-34bb9a1e4138), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.140834 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:36.148115 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (844f2524-468f-4861-a833-34bb9a1e4138), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.203427 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:54:36.206668 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:54:36.210174 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:54:36.242835 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'Port': ['ID=844f2524-468f-4861-a833-34bb9a1e4138,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:36.304885 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:36.305808 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.333860 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-eab48955-931a-4885-8248-630d0627e3d1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382716 Oct 03 14:54:36.362884 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Request body: {'port': {'device_id': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:36.412635 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55864) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:36.463026 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (844f2524-468f-4861-a833-34bb9a1e4138), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.490047 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-278e0900-eb25-4c97-86f7-acab0589696a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:36.492476 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-278e0900-eb25-4c97-86f7-acab0589696a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 819 time: 0.2145724 Oct 03 14:54:36.580765 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b25fa58e-caf5-4650-a621-214991fc3205 None None] Provisioning complete for port 844f2524-468f-4861-a833-34bb9a1e4138 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:54:36.581342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b25fa58e-caf5-4650-a621-214991fc3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (844f2524-468f-4861-a833-34bb9a1e4138), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.581844 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b25fa58e-caf5-4650-a621-214991fc3205 None None] Attempt 1 to provision port 844f2524-468f-4861-a833-34bb9a1e4138 Oct 03 14:54:36.604209 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-069f7d13-6533-4a37-b819-8bf948b139f9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=83b495f3cb9b437d9572f4d33327fbf7 HTTP/1.1" status: 200 len: 380 time: 0.0681677 Oct 03 14:54:36.628381 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-92210da0-cb1f-40f1-821c-f0020a58ae6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.639331 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b25fa58e-caf5-4650-a621-214991fc3205 None None] Port 844f2524-468f-4861-a833-34bb9a1e4138 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:54:36.651188 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55872) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:36.713289 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-1e242ccf-9ce6-4bc8-9202-cc88c84b188c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9b28232f58b043199222b1a1b3b589a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609858 Oct 03 14:54:36.717902 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55874) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:36.744426 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Request body: {'port': {'device_id': '3a42b833-728b-44e8-af21-fe86e25c035f', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'admin_state_up': True, 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'security_groups': ['6ee60ce2-0432-45ee-875e-777c94ad396a']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:36.813588 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-37499e40-4051-4ff6-a668-ddbb8b4428c7 req-f9c53366-11c4-4c46-ba74-7eb71570d8c8 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 210 time: 0.0346918 Oct 03 14:54:36.819518 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844f2524-468f-4861-a833-34bb9a1e4138 {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:54:36.825100 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-92210da0-cb1f-40f1-821c-f0020a58ae6f admin admin] Publish callbacks [] for security_group (b434d938-7118-4aef-8367-cf9b05a6bb74), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.834611 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-92210da0-cb1f-40f1-821c-f0020a58ae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (b434d938-7118-4aef-8367-cf9b05a6bb74), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.835794 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Publish callbacks [] for port (844f2524-468f-4861-a833-34bb9a1e4138), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.855193 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Transition to ACTIVE for port object 844f2524-468f-4861-a833-34bb9a1e4138 will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:54:36.860696 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (844f2524-468f-4861-a833-34bb9a1e4138), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.918224 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92210da0-cb1f-40f1-821c-f0020a58ae6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b434d938-7118-4aef-8367-cf9b05a6bb74,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:36.920858 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35b05fdb-c9be-4c8c-b922-9207eb31675c admin admin] Publish callbacks [] for security_group (3facad08-0f7c-4036-8eed-0014b3057f07), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:36.930132 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-92210da0-cb1f-40f1-821c-f0020a58ae6f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=55cd3747145043a59a6c3813b8823992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5162957 Oct 03 14:54:36.935661 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 55878) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:36.942093 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=844f2524-468f-4861-a833-34bb9a1e4138,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:36.945416 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:36.955332 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:36.956089 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:36.973613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Attempting to bind port 844f2524-468f-4861-a833-34bb9a1e4138 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:54:36.973952 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Attempting to bind port 844f2524-468f-4861-a833-34bb9a1e4138 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:54:36.974282 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Attempting to bind port 844f2524-468f-4861-a833-34bb9a1e4138 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:54:36.990824 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35b05fdb-c9be-4c8c-b922-9207eb31675c admin admin] Publish callbacks [] for security_group (3facad08-0f7c-4036-8eed-0014b3057f07), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.022423 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Made reservation on behalf of 83b495f3cb9b437d9572f4d33327fbf7 for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:54:37.023326 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Port 844f2524-468f-4861-a833-34bb9a1e4138 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:54:37.023656 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Attempting to bind port 844f2524-468f-4861-a833-34bb9a1e4138 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:54:37.026182 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.067838 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:54:37.068061 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Checking segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:54:37.068638 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Bound using segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:54:37.069211 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Bound port: 844f2524-468f-4861-a833-34bb9a1e4138, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:54:37.069611 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (844f2524-468f-4861-a833-34bb9a1e4138), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.095472 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8394a767-3f43-47d4-94cc-8c3160edf76e admin admin] Publish callbacks [] for security_group (b434d938-7118-4aef-8367-cf9b05a6bb74), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.130755 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] For port 844f2524-468f-4861-a833-34bb9a1e4138, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:54:37.133770 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] For port 844f2524-468f-4861-a833-34bb9a1e4138, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=844f2524-468f-4861-a833-34bb9a1e4138,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:54:37.140389 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (844f2524-468f-4861-a833-34bb9a1e4138), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.146116 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:37.146722 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.148091 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/844f2524-468f-4861-a833-34bb9a1e4138 HTTP/1.1" status: 200 len: 1093 time: 0.7915270 Oct 03 14:54:37.148600 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'tag': '844f2524-468f-4861-a833-34bb9a1e4138'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:54:37.151280 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50" -d '{"events": [{"name": "network-changed", "server_uuid": "8565107e-de79-4c29-a92d-0dcc47cdaad4", "tag": "844f2524-468f-4861-a833-34bb9a1e4138"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:54:37.173877 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:37.191114 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3a418-d121-4e9a-980d-79582080b8ad req-74b7fcd0-eecf-47ba-b626-667be922ad89 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:37.192602 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-51f3a418-d121-4e9a-980d-79582080b8ad req-74b7fcd0-eecf-47ba-b626-667be922ad89 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.1244962 Oct 03 14:54:37.194708 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8394a767-3f43-47d4-94cc-8c3160edf76e admin admin] Publish callbacks [] for security_group (b434d938-7118-4aef-8367-cf9b05a6bb74), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.201110 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299757-bb83-4426-8a14-f21e70aaa6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=844f2524-468f-4861-a833-34bb9a1e4138,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:37.219799 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2173431a-ce87-4c09-9891-a900dae09727 x-openstack-request-id: req-2173431a-ce87-4c09-9891-a900dae09727 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:54:37.220353 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8565107e-de79-4c29-a92d-0dcc47cdaad4", "tag": "844f2524-468f-4861-a833-34bb9a1e4138", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:54:37.220613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2173431a-ce87-4c09-9891-a900dae09727 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:54:37.221201 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2173431a-ce87-4c09-9891-a900dae09727'] response: {'name': 'network-changed', 'server_uuid': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'tag': '844f2524-468f-4861-a833-34bb9a1e4138', 'status': 'completed', 'code': 200} Oct 03 14:54:37.223001 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35b05fdb-c9be-4c8c-b922-9207eb31675c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (3facad08-0f7c-4036-8eed-0014b3057f07), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.226168 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-35b05fdb-c9be-4c8c-b922-9207eb31675c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.227242 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-35b05fdb-c9be-4c8c-b922-9207eb31675c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3facad08-0f7c-4036-8eed-0014b3057f07 HTTP/1.1" status: 204 len: 168 time: 0.5084636 Oct 03 14:54:37.299774 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b05fdb-c9be-4c8c-b922-9207eb31675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3facad08-0f7c-4036-8eed-0014b3057f07,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:37.314701 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-0944792d-85c1-4fcf-84b1-905c4fc0be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:37.316864 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-0944792d-85c1-4fcf-84b1-905c4fc0be86 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 1127 time: 0.0677204 Oct 03 14:54:37.359923 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-51f3a418-d121-4e9a-980d-79582080b8ad req-45a190f2-b5f7-4184-bcb4-3c2f3f1b6827 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452816 Oct 03 14:54:37.366228 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Allocated IP 172.20.0.5 (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2/531368b6-717e-46ea-9034-e66c809ad980/71f04a2e-59ac-4427-96fb-90ece95bcbde) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:54:37.373122 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8394a767-3f43-47d4-94cc-8c3160edf76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (b434d938-7118-4aef-8367-cf9b05a6bb74), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.376019 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8394a767-3f43-47d4-94cc-8c3160edf76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.377140 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-8394a767-3f43-47d4-94cc-8c3160edf76e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b434d938-7118-4aef-8367-cf9b05a6bb74 HTTP/1.1" status: 204 len: 168 time: 0.4374969 Oct 03 14:54:37.386391 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-d4f51141-f734-465a-afb2-0bd9f999fe41 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=844f2524-468f-4861-a833-34bb9a1e4138 HTTP/1.1" status: 200 len: 217 time: 0.0514262 Oct 03 14:54:37.396244 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394a767-3f43-47d4-94cc-8c3160edf76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b434d938-7118-4aef-8367-cf9b05a6bb74,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:37.469311 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-3e691ed4-bed6-4a83-998d-4ab7da253d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:37.471955 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-3e691ed4-bed6-4a83-998d-4ab7da253d1a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0784285 Oct 03 14:54:37.553643 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.599472 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.608529 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-89572d8d-2e1f-42cc-bc76-6555ead2ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:37.611052 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-89572d8d-2e1f-42cc-bc76-6555ead2ab7f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435641 Oct 03 14:54:37.649379 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:54:37.655379 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:37.656557 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:54:37.671313 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:54:37.715909 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event updated for resources: {'Port': ['ID=71f04a2e-59ac-4427-96fb-90ece95bcbde,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:37.754572 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-7166f418-ce79-4ccb-9d53-d7d33557fd98 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367373 Oct 03 14:54:37.777565 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:37.778220 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.804659 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-1c49499c-dfd0-437c-8b71-e928d499cb0c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0669765 Oct 03 14:54:37.823652 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Request body: {'port': {'device_id': '3a42b833-728b-44e8-af21-fe86e25c035f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:54:37.877335 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b4f81ef-66bb-45f6-9897-d92ea2fa2569 req-7b5ab6f5-eb7b-4dab-8cb1-c072e09f3c04 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155179 Oct 03 14:54:37.935115 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:37.980809 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:38.027987 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a9945-05eb-4133-8d1b-e63d4f4bbbc5 req-897da323-e0fd-4309-b9bc-4640845b4a6c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:38.029895 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-095a9945-05eb-4133-8d1b-e63d4f4bbbc5 req-897da323-e0fd-4309-b9bc-4640845b4a6c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 931 time: 0.0861757 Oct 03 14:54:38.067359 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b045d087-b561-45c6-b5df-860d9f10a328 None None] Provisioning complete for port 71f04a2e-59ac-4427-96fb-90ece95bcbde triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:54:38.068428 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b045d087-b561-45c6-b5df-860d9f10a328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:38.069223 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b045d087-b561-45c6-b5df-860d9f10a328 None None] Attempt 1 to provision port 71f04a2e-59ac-4427-96fb-90ece95bcbde Oct 03 14:54:38.104411 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b045d087-b561-45c6-b5df-860d9f10a328 None None] Port 71f04a2e-59ac-4427-96fb-90ece95bcbde cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:54:38.112896 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-095a9945-05eb-4133-8d1b-e63d4f4bbbc5 req-ebf156cd-8851-4a18-b407-ef77b3d5d84e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774155 Oct 03 14:54:38.269389 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f04a2e-59ac-4427-96fb-90ece95bcbde {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:54:38.277329 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Publish callbacks [] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:38.291470 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Transition to ACTIVE for port object 71f04a2e-59ac-4427-96fb-90ece95bcbde will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:54:38.298364 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:38.573336 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Pushing event updated for resources: {'Port': ['ID=71f04a2e-59ac-4427-96fb-90ece95bcbde,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:38.671076 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f24d8-46ba-401f-b1df-e2ed6baf39bb req-feeb0b4e-3072-4fd4-b8c4-efdfc912e487 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:38.672584 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e56f24d8-46ba-401f-b1df-e2ed6baf39bb req-feeb0b4e-3072-4fd4-b8c4-efdfc912e487 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0960536 Oct 03 14:54:38.730571 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Attempting to bind port 71f04a2e-59ac-4427-96fb-90ece95bcbde on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:54:38.730904 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Attempting to bind port 71f04a2e-59ac-4427-96fb-90ece95bcbde by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:54:38.731235 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Attempting to bind port 71f04a2e-59ac-4427-96fb-90ece95bcbde on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:54:38.761652 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e56f24d8-46ba-401f-b1df-e2ed6baf39bb req-dd215380-ee84-4c59-a272-1199fdabb926 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824289 Oct 03 14:54:38.796130 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Port 71f04a2e-59ac-4427-96fb-90ece95bcbde on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:54:38.796460 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Attempting to bind port 71f04a2e-59ac-4427-96fb-90ece95bcbde on network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:54:38.845602 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:54:38.845935 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Checking segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:54:38.846307 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Bound using segment: {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:54:38.846734 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Bound port: 71f04a2e-59ac-4427-96fb-90ece95bcbde, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:54:38.847083 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:38.921047 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:38.922790 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] For port 71f04a2e-59ac-4427-96fb-90ece95bcbde, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:54:38.926918 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] For port 71f04a2e-59ac-4427-96fb-90ece95bcbde, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:54:38.938934 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:38.992493 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:38.992493 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:38.993940 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/71f04a2e-59ac-4427-96fb-90ece95bcbde HTTP/1.1" status: 200 len: 1093 time: 1.1762984 Oct 03 14:54:38.995004 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949e8e0-fb62-4524-8000-d55e77e9c20b service neutron] Pushing event updated for resources: {'Port': ['ID=71f04a2e-59ac-4427-96fb-90ece95bcbde,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:38.998812 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:54:39.001232 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f215f154-aebf-4e94-a1a1-a9819e80fdea" -d '{"events": [{"name": "network-changed", "server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:54:39.041209 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef67683-fc45-4fb4-ba93-d81f65a36cec x-openstack-request-id: req-8ef67683-fc45-4fb4-ba93-d81f65a36cec {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:54:39.041612 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:54:39.041868 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ef67683-fc45-4fb4-ba93-d81f65a36cec {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:54:39.042272 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef67683-fc45-4fb4-ba93-d81f65a36cec'] response: {'name': 'network-changed', 'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'status': 'completed', 'code': 200} Oct 03 14:54:39.241607 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd020c-154a-4d75-9853-d400ec2ff500 req-fa1375f2-1560-475c-bb2b-20b6db5ed648 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.243183 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-04fd020c-154a-4d75-9853-d400ec2ff500 req-fa1375f2-1560-475c-bb2b-20b6db5ed648 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0465455 Oct 03 14:54:39.296569 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-04fd020c-154a-4d75-9853-d400ec2ff500 req-e10050b7-3eb3-4191-bde0-6198581c04dc tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461869 Oct 03 14:54:39.337836 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-fc523ea3-9896-46df-8dc9-5a8ca3e5b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.339400 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-fc523ea3-9896-46df-8dc9-5a8ca3e5b374 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 1127 time: 0.0386748 Oct 03 14:54:39.344226 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215f154-aebf-4e94-a1a1-a9819e80fdea req-55040e12-82ac-4943-8e62-8e009f73fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.345760 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f215f154-aebf-4e94-a1a1-a9819e80fdea req-55040e12-82ac-4943-8e62-8e009f73fc30 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 1127 time: 0.0382557 Oct 03 14:54:39.410169 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:39.434757 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-b62d26d1-02df-4842-ac93-d8367c81198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.436707 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-b62d26d1-02df-4842-ac93-d8367c81198f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.0913603 Oct 03 14:54:39.454871 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215f154-aebf-4e94-a1a1-a9819e80fdea req-fc3d7e6d-f42f-410a-91c1-629e2d7712a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.456376 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f215f154-aebf-4e94-a1a1-a9819e80fdea req-fc3d7e6d-f42f-410a-91c1-629e2d7712a4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0963519 Oct 03 14:54:39.476431 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-5f6c5491-7729-47b3-83d6-b495e3a90d28 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=844f2524-468f-4861-a833-34bb9a1e4138 HTTP/1.1" status: 200 len: 217 time: 0.0331113 Oct 03 14:54:39.528273 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-d944cb52-6cbd-4c8a-813f-602fcf6bbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.530368 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-d944cb52-6cbd-4c8a-813f-602fcf6bbf98 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0475302 Oct 03 14:54:39.552077 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215f154-aebf-4e94-a1a1-a9819e80fdea req-9e966535-002f-4251-ab89-37e74056e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.553520 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f215f154-aebf-4e94-a1a1-a9819e80fdea req-9e966535-002f-4251-ab89-37e74056e3a6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908742 Oct 03 14:54:39.573388 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-c5e97779-17d2-4c34-a458-e64dc681109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.574897 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-c5e97779-17d2-4c34-a458-e64dc681109c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382318 Oct 03 14:54:39.657344 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-70029bac-c0d2-443d-8adc-b9506771cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.658848 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-70029bac-c0d2-443d-8adc-b9506771cf6b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 1127 time: 0.0376828 Oct 03 14:54:39.690703 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-81af8605-909f-4cb7-ae88-f0f818ebd620 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853295 Oct 03 14:54:39.703909 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-14c5ec16-54ca-46a8-9b06-9c4a4555073f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde HTTP/1.1" status: 200 len: 217 time: 0.0312316 Oct 03 14:54:39.719055 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:39.757420 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-ca145710-f104-4a39-9e75-0d898f42f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.758945 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-ca145710-f104-4a39-9e75-0d898f42f7fb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0485256 Oct 03 14:54:39.791681 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8da1d1b2-586d-4e2f-a567-7f9fbdb61d50 req-94c5d59a-515d-4a4a-8656-e5d1597a9ce8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904846 Oct 03 14:54:39.802485 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-9e0e03f6-2948-4af4-9730-ba039c3722fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.804016 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-9e0e03f6-2948-4af4-9730-ba039c3722fe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380628 Oct 03 14:54:39.922783 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9ca04-a0c0-4a52-9e6e-9a31744598ff req-87eda468-6052-4f79-a916-edba709ed0bb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:39.924215 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-38f9ca04-a0c0-4a52-9e6e-9a31744598ff req-87eda468-6052-4f79-a916-edba709ed0bb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0601380 Oct 03 14:54:39.956926 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:39.967151 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-675876e3-957a-4d85-bd1e-634d84379c18 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483576 Oct 03 14:54:40.040325 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-38f9ca04-a0c0-4a52-9e6e-9a31744598ff req-5e8c0f98-9a80-4f6d-b45a-c86ffb73da4e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058793 Oct 03 14:54:40.099408 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f00327ac-fe9d-47b6-94aa-6295fa8508e6 req-d41e13cf-1d57-44c6-a004-df2c95fe18b6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217978 Oct 03 14:54:40.414985 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80659e-78f6-4f5d-8966-9335678f23f2 req-466ff973-04ec-42c4-829c-7abab19d14ec tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:40.416396 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3f80659e-78f6-4f5d-8966-9335678f23f2 req-466ff973-04ec-42c4-829c-7abab19d14ec tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0453920 Oct 03 14:54:40.462511 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3f80659e-78f6-4f5d-8966-9335678f23f2 req-9caf7415-cb3d-4fcc-878f-63b2ef7f56aa tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Oct 03 14:54:41.454215 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fb8a3-c5ee-4975-89d4-81f41145a95b req-f4a22a8f-26b8-4146-909c-e488e1462ec1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:41.455654 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-641fb8a3-c5ee-4975-89d4-81f41145a95b req-f4a22a8f-26b8-4146-909c-e488e1462ec1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.3176374 Oct 03 14:54:41.505584 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-641fb8a3-c5ee-4975-89d4-81f41145a95b req-39944b96-7650-4b1a-82de-d39a038181bb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440137 Oct 03 14:54:41.589349 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea71352-27c5-46f0-81ee-c3b7c798caae req-3ed7c6b5-19df-43e3-bdff-917d91ae6de6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:41.591119 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bea71352-27c5-46f0-81ee-c3b7c798caae req-3ed7c6b5-19df-43e3-bdff-917d91ae6de6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0504496 Oct 03 14:54:41.638145 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bea71352-27c5-46f0-81ee-c3b7c798caae req-edd79616-947a-4c2f-be60-6bd5ae97ab27 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Oct 03 14:54:42.018643 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=13 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:42.021277 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=13 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:42.638830 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bc240-af35-4805-8084-dfad29950154 req-aadb18af-7299-4f5d-b084-1ea9e0362bdb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:42.640256 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd9bc240-af35-4805-8084-dfad29950154 req-aadb18af-7299-4f5d-b084-1ea9e0362bdb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0452228 Oct 03 14:54:42.689354 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bd9bc240-af35-4805-8084-dfad29950154 req-9a624f45-4a63-4fcb-963b-35ea824a19a9 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Oct 03 14:54:42.759184 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db9bee-393d-480a-b412-f4ff666377e8 req-e7b50f96-4f3e-4aa9-9a4c-08d7115ddef2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:42.760633 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-88db9bee-393d-480a-b412-f4ff666377e8 req-e7b50f96-4f3e-4aa9-9a4c-08d7115ddef2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0472524 Oct 03 14:54:42.808037 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-88db9bee-393d-480a-b412-f4ff666377e8 req-54b890b7-0d00-4eeb-81e4-74f0d2ca3ae0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417130 Oct 03 14:54:43.220597 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-87272dce-83b9-44f1-99c8-c08e0c40cb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:43.808367 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db34801-e120-4b94-afba-6e1dc718db40 req-f5732c5c-9ff6-4a8f-a182-90daf524053a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:43.809819 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2db34801-e120-4b94-afba-6e1dc718db40 req-f5732c5c-9ff6-4a8f-a182-90daf524053a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0476022 Oct 03 14:54:43.859028 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2db34801-e120-4b94-afba-6e1dc718db40 req-6bb832e4-5806-4a3f-aaa1-66503dd135be tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430737 Oct 03 14:54:43.930539 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb93d02-6bbc-41ed-a328-7b4d44e51e6c req-d6a05194-4610-4021-932b-5faf5c3d20b4 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:43.932001 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8cb93d02-6bbc-41ed-a328-7b4d44e51e6c req-d6a05194-4610-4021-932b-5faf5c3d20b4 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0483003 Oct 03 14:54:43.979666 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8cb93d02-6bbc-41ed-a328-7b4d44e51e6c req-db45d9d1-157b-4a14-af53-a20591072929 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411928 Oct 03 14:54:44.976987 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220238d-607b-4294-a955-1be88e0453b1 req-cf64d588-c6c0-4127-8246-396b5e4be524 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:44.978533 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0220238d-607b-4294-a955-1be88e0453b1 req-cf64d588-c6c0-4127-8246-396b5e4be524 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0454905 Oct 03 14:54:45.028463 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0220238d-607b-4294-a955-1be88e0453b1 req-25c9da22-3715-4ee4-8214-bb560b3fce50 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444531 Oct 03 14:54:45.103121 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28957f-f87b-4418-8abd-259040baa889 req-13e7815c-e196-4286-abf4-a7def5a619cf tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:45.104598 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a28957f-f87b-4418-8abd-259040baa889 req-13e7815c-e196-4286-abf4-a7def5a619cf tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0463753 Oct 03 14:54:45.131731 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:45.152702 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6a28957f-f87b-4418-8abd-259040baa889 req-9359ead1-c8f6-4ac0-9230-d980691bb645 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 Oct 03 14:54:45.445801 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-631d51bc-7ac5-4af2-a702-45cb8eedfaf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:46.151793 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ccc64-9a2a-441f-b06c-d08322a78da6 req-5f428898-7457-4a89-86ef-ff6af205ab1d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:46.153248 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-be7ccc64-9a2a-441f-b06c-d08322a78da6 req-5f428898-7457-4a89-86ef-ff6af205ab1d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0447431 Oct 03 14:54:46.206267 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-be7ccc64-9a2a-441f-b06c-d08322a78da6 req-cb6eb8fd-2c59-45e8-835b-b4336b715429 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468462 Oct 03 14:54:46.273129 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84717f-3066-4e11-b352-f1e99a6642db req-ef4794ca-35c1-4fa1-86f5-3d206ce0c862 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:46.274590 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4c84717f-3066-4e11-b352-f1e99a6642db req-ef4794ca-35c1-4fa1-86f5-3d206ce0c862 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0459142 Oct 03 14:54:46.324990 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4c84717f-3066-4e11-b352-f1e99a6642db req-c7caefca-775f-4dfd-83c5-f950112bbd43 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447397 Oct 03 14:54:46.706946 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:47.321887 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8c76e-8a67-4df5-9351-72cdf2fca352 req-5b869f19-9b6e-400d-882a-2ca8309b57c0 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:47.323334 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-22c8c76e-8a67-4df5-9351-72cdf2fca352 req-5b869f19-9b6e-400d-882a-2ca8309b57c0 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0458894 Oct 03 14:54:47.372552 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-22c8c76e-8a67-4df5-9351-72cdf2fca352 req-c67782f7-f59d-4fdc-9bc6-9d03355739c3 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431404 Oct 03 14:54:47.442247 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eecfe-07b6-430b-9bc8-c92eb402d5d0 req-a37c9d73-509b-409d-9795-1801904d76ab tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:47.443683 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-425eecfe-07b6-430b-9bc8-c92eb402d5d0 req-a37c9d73-509b-409d-9795-1801904d76ab tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0454998 Oct 03 14:54:47.491935 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-425eecfe-07b6-430b-9bc8-c92eb402d5d0 req-802cd2d4-d6c2-456d-81ad-d12927bd953f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427513 Oct 03 14:54:47.920209 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:48.278131 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:48.488702 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6affa-1729-4a62-acd7-5a81e56951e8 req-e0b1e427-53d9-47db-8eb7-2ee35edf09fc tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:48.490170 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-64c6affa-1729-4a62-acd7-5a81e56951e8 req-e0b1e427-53d9-47db-8eb7-2ee35edf09fc tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0457778 Oct 03 14:54:48.539556 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-64c6affa-1729-4a62-acd7-5a81e56951e8 req-d2b248b9-9fb5-4cde-a561-f9754eb3752c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439520 Oct 03 14:54:48.611654 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca02618-cd47-4632-95e3-329cc9b4c849 req-fd51b8a3-7aac-4b12-9b36-52f9f4655ff7 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:48.613389 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-aca02618-cd47-4632-95e3-329cc9b4c849 req-fd51b8a3-7aac-4b12-9b36-52f9f4655ff7 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0471241 Oct 03 14:54:48.660036 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-aca02618-cd47-4632-95e3-329cc9b4c849 req-ecbeb97b-a6a1-45f6-95bd-3d4084bfe152 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411446 Oct 03 14:54:49.646651 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:49.659431 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2728be-7187-4f63-90db-37f19fd5472f req-10deea82-f273-465f-9689-14b1f331a68c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:49.660863 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6b2728be-7187-4f63-90db-37f19fd5472f req-10deea82-f273-465f-9689-14b1f331a68c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0486250 Oct 03 14:54:49.709689 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6b2728be-7187-4f63-90db-37f19fd5472f req-fb41b17c-bf47-4a5e-aa00-306ba2c6c77a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432692 Oct 03 14:54:49.780015 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f51c8-84a7-42cd-a202-8639ba307f47 req-cc231588-30e8-4dbc-99d4-59ce6f19f50b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:49.781451 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-926f51c8-84a7-42cd-a202-8639ba307f47 req-cc231588-30e8-4dbc-99d4-59ce6f19f50b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0492249 Oct 03 14:54:49.805565 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:49.829038 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-926f51c8-84a7-42cd-a202-8639ba307f47 req-107e902c-f640-4974-8a68-be6b755a5caa tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Oct 03 14:54:50.828497 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96710c72-6cf9-489b-94da-553762f2d880 req-46d545ee-6883-4cc5-8a1c-893112451043 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:50.829982 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-96710c72-6cf9-489b-94da-553762f2d880 req-46d545ee-6883-4cc5-8a1c-893112451043 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0470979 Oct 03 14:54:50.888239 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-96710c72-6cf9-489b-94da-553762f2d880 req-0e3639a8-9fdb-4ac4-a4fb-7f9edca000cb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527394 Oct 03 14:54:50.963708 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd880cb5-c75f-4dfa-b941-fc7396998883 req-1c17532c-11ed-4dd1-a524-bec115ebda38 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:50.965471 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cd880cb5-c75f-4dfa-b941-fc7396998883 req-1c17532c-11ed-4dd1-a524-bec115ebda38 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0466402 Oct 03 14:54:51.016309 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cd880cb5-c75f-4dfa-b941-fc7396998883 req-54bfe6b6-fd61-4505-ae57-e4ad14f19cc5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447097 Oct 03 14:54:52.009334 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772efed-a7f1-4ecb-b0fd-a0adcfb749b4 req-208a0b05-a9a9-41d5-962a-2749d143ae10 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:52.010801 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8772efed-a7f1-4ecb-b0fd-a0adcfb749b4 req-208a0b05-a9a9-41d5-962a-2749d143ae10 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0485239 Oct 03 14:54:52.057803 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8772efed-a7f1-4ecb-b0fd-a0adcfb749b4 req-7cc774ef-b27b-42d8-b5bc-0733f5486a87 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Oct 03 14:54:52.135846 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384dfdb-e85a-4569-b2df-2e72849c501b req-5b9f1a25-871b-4beb-ab4d-e2e2b87e4ada tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:52.137285 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8384dfdb-e85a-4569-b2df-2e72849c501b req-5b9f1a25-871b-4beb-ab4d-e2e2b87e4ada tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0461850 Oct 03 14:54:52.187345 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8384dfdb-e85a-4569-b2df-2e72849c501b req-1740c510-e34b-46a0-b652-64b4537e83de tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 Oct 03 14:54:53.163289 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:53.176403 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54efb0-ae43-4835-9ae2-abb482496542 req-32634549-8089-4888-a616-ce4c53d11b47 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:53.177874 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2f54efb0-ae43-4835-9ae2-abb482496542 req-32634549-8089-4888-a616-ce4c53d11b47 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0457623 Oct 03 14:54:53.226924 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2f54efb0-ae43-4835-9ae2-abb482496542 req-60f2ad86-512c-445f-9528-d0dc3a065fea tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Oct 03 14:54:53.310924 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11dd49-cb87-4648-8995-9fe45557b76b req-6a1d0338-0f57-4805-b3cf-1b83ac8587c0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:53.312378 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff11dd49-cb87-4648-8995-9fe45557b76b req-6a1d0338-0f57-4805-b3cf-1b83ac8587c0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 943 time: 0.0458424 Oct 03 14:54:53.359038 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff11dd49-cb87-4648-8995-9fe45557b76b req-b8e1d614-291d-48ff-9580-92eb5ef7bf47 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Oct 03 14:54:54.136636 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 71f04a2e-59ac-4427-96fb-90ece95bcbde details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:54:54.236450 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 71f04a2e-59ac-4427-96fb-90ece95bcbde, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:54:54.247925 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'port_id': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'mac_address': 'fa:16:3e:7a:08:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:54:54.283559 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 71f04a2e-59ac-4427-96fb-90ece95bcbde is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:54:54.283946 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:54.299272 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f04a2e-59ac-4427-96fb-90ece95bcbde {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:54:54.319692 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 71f04a2e-59ac-4427-96fb-90ece95bcbde, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:54:54.324008 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:54.353439 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab951026-00b4-4815-8978-7cf20a249b78 req-eb31c6a5-4ad7-4e5d-9302-11a9c9f9c698 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:54.354924 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ab951026-00b4-4815-8978-7cf20a249b78 req-eb31c6a5-4ad7-4e5d-9302-11a9c9f9c698 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0492666 Oct 03 14:54:54.372703 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=71f04a2e-59ac-4427-96fb-90ece95bcbde,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:54.379941 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.380284 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.380623 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.380975 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.381305 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.381670 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.382057 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.382383 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.382712 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.383030 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.383348 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.383667 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.384022 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.384323 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.384640 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:54.409319 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ab951026-00b4-4815-8978-7cf20a249b78 req-89bf9db7-2166-4ebb-b284-fcac6881f8de tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486538 Oct 03 14:54:54.483455 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64e31e-2a17-4165-8915-73592c4f4d10 req-5b0a6d2a-ecc4-49ca-aa1e-ad7dcc5183b0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:54.484975 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1e64e31e-2a17-4165-8915-73592c4f4d10 req-5b0a6d2a-ecc4-49ca-aa1e-ad7dcc5183b0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 944 time: 0.0455508 Oct 03 14:54:54.531667 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1e64e31e-2a17-4165-8915-73592c4f4d10 req-5ca692bf-a68f-42d0-af56-53ca074a3480 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Oct 03 14:54:55.338770 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['71f04a2e-59ac-4427-96fb-90ece95bcbde'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:54:55.530682 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aac04-5438-4255-bca6-7a1ac18c6d40 req-f5f7a2ad-c557-48cc-9a65-21217749837c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:55.532127 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e97aac04-5438-4255-bca6-7a1ac18c6d40 req-f5f7a2ad-c557-48cc-9a65-21217749837c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0449831 Oct 03 14:54:55.577616 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:54:55.581269 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e97aac04-5438-4255-bca6-7a1ac18c6d40 req-1a8cbb04-a1cc-4411-9640-1ed6d7a5d96e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Oct 03 14:54:55.659180 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba88da-7204-460a-ab94-fd5283496794 req-afd0c79b-6b25-4684-b5cb-945dd228b983 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:55.660693 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-20ba88da-7204-460a-ab94-fd5283496794 req-afd0c79b-6b25-4684-b5cb-945dd228b983 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 944 time: 0.0511110 Oct 03 14:54:55.708757 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-20ba88da-7204-460a-ab94-fd5283496794 req-d7e7b066-4963-4697-ac7a-c97c7fa5dece tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 Oct 03 14:54:56.688209 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56134) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:56.715486 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec01ac-b05c-441e-8c95-f5ea5eb53f13 req-720f16df-2117-485a-8f1d-16c0c90e254a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:56.717521 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8cec01ac-b05c-441e-8c95-f5ea5eb53f13 req-720f16df-2117-485a-8f1d-16c0c90e254a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0473135 Oct 03 14:54:56.771839 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8cec01ac-b05c-441e-8c95-f5ea5eb53f13 req-a4f14a6e-6ed7-4f2a-b8e9-3de5bbf4f2a6 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487263 Oct 03 14:54:56.806791 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:56.864073 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d0fa6-cef2-4098-bef7-e7a159890113 req-246fc265-b6f4-4a6f-ba88-b1c60c22e0f0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:56.865461 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-939d0fa6-cef2-4098-bef7-e7a159890113 req-246fc265-b6f4-4a6f-ba88-b1c60c22e0f0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 944 time: 0.0606878 Oct 03 14:54:56.876611 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:56.944678 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-939d0fa6-cef2-4098-bef7-e7a159890113 req-be2bda29-32d7-4b4f-b1a9-bc5074506541 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708275 Oct 03 14:54:56.965528 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Publish callbacks [] for security_group (ec48c6ea-6fec-4ba1-9bd1-e194e6b8a91f), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:56.970528 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (ec48c6ea-6fec-4ba1-9bd1-e194e6b8a91f), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:57.011221 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=147d53f570a14be9abe22e3b7f828806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219469 Oct 03 14:54:57.012104 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec48c6ea-6fec-4ba1-9bd1-e194e6b8a91f,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:57.013980 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56142) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:54:57.019543 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.019884 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.020214 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.020541 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.020864 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.021181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.021517 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.021909 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.022227 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.022542 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.022860 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.023174 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.023486 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.023795 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.024108 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ffd86-38f9-410d-ac4f-0bcbda291a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.066464 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Publish callbacks [] for security_group (ec48c6ea-6fec-4ba1-9bd1-e194e6b8a91f), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:57.086052 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Publish callbacks [] for security_group (ec48c6ea-6fec-4ba1-9bd1-e194e6b8a91f), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:57.133960 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (ec48c6ea-6fec-4ba1-9bd1-e194e6b8a91f), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:57.136346 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:54:57.137458 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ec48c6ea-6fec-4ba1-9bd1-e194e6b8a91f HTTP/1.1" status: 204 len: 168 time: 0.1225052 Oct 03 14:54:57.145343 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec48c6ea-6fec-4ba1-9bd1-e194e6b8a91f,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:54:57.152270 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.152611 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.152943 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.153277 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.154270 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.154601 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.154932 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.155234 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.156584 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.156907 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.157226 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.157591 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.157908 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.158228 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.158543 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49365b0-8577-4216-b222-3deb2d1b93fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:54:57.890237 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f890487-cf7f-4622-85ca-895a6b54ecbd req-dc577d91-b39e-4724-b2e4-2ce0afddd58d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:57.892497 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9f890487-cf7f-4622-85ca-895a6b54ecbd req-dc577d91-b39e-4724-b2e4-2ce0afddd58d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0477300 Oct 03 14:54:57.943168 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9f890487-cf7f-4622-85ca-895a6b54ecbd req-951f052a-2fec-4159-8a86-4b910cead1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Oct 03 14:54:58.069267 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7ce69-2d36-4a08-a69f-a5b9010855e8 req-53b50303-d417-4a11-b5e6-b4babd1557e2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:58.070784 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9ae7ce69-2d36-4a08-a69f-a5b9010855e8 req-53b50303-d417-4a11-b5e6-b4babd1557e2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 944 time: 0.0474176 Oct 03 14:54:58.121035 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9ae7ce69-2d36-4a08-a69f-a5b9010855e8 req-28ba348c-9b1f-4c2d-8bb8-6b5eafdbaf99 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446348 Oct 03 14:54:59.068673 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d7b51-7c68-45c1-942c-2468f4624116 req-b6542043-363a-4dde-96d3-c8279a938c8b tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:59.070255 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-062d7b51-7c68-45c1-942c-2468f4624116 req-b6542043-363a-4dde-96d3-c8279a938c8b tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0506744 Oct 03 14:54:59.121937 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:59.134031 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-062d7b51-7c68-45c1-942c-2468f4624116 req-cffd33ec-bd91-4cbf-bdc6-73f1c09a7fae tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568390 Oct 03 14:54:59.252275 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e72d0-cbc7-4be3-a488-5fc657a5638f req-ecd8a2fd-a686-4a04-a272-26947f28bc2e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:54:59.253647 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0c5e72d0-cbc7-4be3-a488-5fc657a5638f req-ecd8a2fd-a686-4a04-a272-26947f28bc2e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 944 time: 0.0454624 Oct 03 14:54:59.282910 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:54:59.306695 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0c5e72d0-cbc7-4be3-a488-5fc657a5638f req-1ecd9cb8-5bc2-41ec-8ea0-7f4c200c035b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475156 Oct 03 14:55:00.252547 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ba2a4-c79f-43eb-a986-c6f56f759345 req-3ba69893-8388-4803-9e9a-bf4e8dc12c1e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:00.254174 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5f2ba2a4-c79f-43eb-a986-c6f56f759345 req-3ba69893-8388-4803-9e9a-bf4e8dc12c1e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0452323 Oct 03 14:55:00.306447 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5f2ba2a4-c79f-43eb-a986-c6f56f759345 req-de480db6-1ac7-4ee0-bb83-40c3f6de556a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465202 Oct 03 14:55:00.432118 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf3e6b-87e7-4326-8b2f-d151538813db req-63019cc3-22f7-4011-8808-6a66c24e1020 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:00.433569 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-81cf3e6b-87e7-4326-8b2f-d151538813db req-63019cc3-22f7-4011-8808-6a66c24e1020 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 944 time: 0.0450463 Oct 03 14:55:00.480194 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-81cf3e6b-87e7-4326-8b2f-d151538813db req-7df27d08-8f96-4010-97a5-d9b64d499ce6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Oct 03 14:55:01.427101 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc97c49-dbdb-4b99-bf19-7976329668f3 req-2ac045e0-85d9-454b-afe7-ac018b2ecebc tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:01.428527 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dc97c49-dbdb-4b99-bf19-7976329668f3 req-2ac045e0-85d9-454b-afe7-ac018b2ecebc tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0452578 Oct 03 14:55:01.475924 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dc97c49-dbdb-4b99-bf19-7976329668f3 req-c5f565c9-13dd-46ef-8193-6045d069348e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Oct 03 14:55:01.600343 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875a11-f21d-470c-8380-badeff019488 req-a3e23406-a1a7-491c-9086-435a7d1547a6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:01.601787 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7e875a11-f21d-470c-8380-badeff019488 req-a3e23406-a1a7-491c-9086-435a7d1547a6 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 944 time: 0.0472972 Oct 03 14:55:01.649143 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7e875a11-f21d-470c-8380-badeff019488 req-42ff606e-9865-4745-864e-5f6ded046f72 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Oct 03 14:55:01.790147 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:01.791883 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:UPDATE=5,neutron:SELECT=78 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:01.805108 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:01.807022 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 71f04a2e-59ac-4427-96fb-90ece95bcbde up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:01.848603 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 71f04a2e-59ac-4427-96fb-90ece95bcbde completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:55:01.854010 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 71f04a2e-59ac-4427-96fb-90ece95bcbde triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:01.854322 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:01.854655 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 71f04a2e-59ac-4427-96fb-90ece95bcbde Oct 03 14:55:01.923455 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 71f04a2e-59ac-4427-96fb-90ece95bcbde is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:01.923834 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:01.950954 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:55:01.953266 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c701fc-a2f4-47e1-81d0-6bcac0ed5514" -d '{"events": [{"server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "name": "network-vif-plugged", "status": "completed", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:55:01.965840 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 71f04a2e-59ac-4427-96fb-90ece95bcbde, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:01.970758 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:01.994402 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2ed0fd-d897-4494-8ad9-eacfc3172187 x-openstack-request-id: req-3c2ed0fd-d897-4494-8ad9-eacfc3172187 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:55:01.994715 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "name": "network-vif-plugged", "status": "completed", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:55:01.994966 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c2ed0fd-d897-4494-8ad9-eacfc3172187 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:55:01.995357 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2ed0fd-d897-4494-8ad9-eacfc3172187'] response: {'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'code': 200} Oct 03 14:55:02.019109 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=71f04a2e-59ac-4427-96fb-90ece95bcbde,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:02.584684 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:02.599123 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40f74-b992-4823-a3d6-59d71ddbf09b req-b4409269-f53b-4904-8b07-bc2afdecbf2f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:02.600629 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5cd40f74-b992-4823-a3d6-59d71ddbf09b req-b4409269-f53b-4904-8b07-bc2afdecbf2f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0510736 Oct 03 14:55:02.652111 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5cd40f74-b992-4823-a3d6-59d71ddbf09b req-be064979-169f-4e0e-940f-44bef981d502 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 Oct 03 14:55:02.776816 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4a902-4dd3-461c-8f4f-d73603306b29 req-d6071fd2-b577-4075-ae1b-9eb5d90bd2bd tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:02.778839 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-62f4a902-4dd3-461c-8f4f-d73603306b29 req-d6071fd2-b577-4075-ae1b-9eb5d90bd2bd tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0501976 Oct 03 14:55:02.797584 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:02.827282 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-62f4a902-4dd3-461c-8f4f-d73603306b29 req-bc857841-0a08-4fb5-9b76-650ecb8b240a tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430322 Oct 03 14:55:03.219513 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d431f68-20ad-4aae-9595-cb2803184e11 req-600501cb-912e-4820-8f0e-667dfcc48fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:03.221163 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6d431f68-20ad-4aae-9595-cb2803184e11 req-600501cb-912e-4820-8f0e-667dfcc48fc5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 1129 time: 0.0415144 Oct 03 14:55:03.264789 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6d431f68-20ad-4aae-9595-cb2803184e11 req-f6d9adf0-9656-42ef-8bf3-02e6c834d9d5 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380976 Oct 03 14:55:03.781006 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605020d-b4d9-42a0-95d1-5a8c0ec765d5 req-3a911ef2-41f0-4331-8b7e-9c3ecf678852 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:03.782637 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e605020d-b4d9-42a0-95d1-5a8c0ec765d5 req-3a911ef2-41f0-4331-8b7e-9c3ecf678852 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 943 time: 0.0479689 Oct 03 14:55:03.798217 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 844f2524-468f-4861-a833-34bb9a1e4138 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:55:03.841175 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e605020d-b4d9-42a0-95d1-5a8c0ec765d5 req-106349cf-6597-4d6c-955d-7b0fcf980681 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522857 Oct 03 14:55:03.904508 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 844f2524-468f-4861-a833-34bb9a1e4138, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=844f2524-468f-4861-a833-34bb9a1e4138,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:03.986720 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4d189-f1d4-4950-8a67-def2724c6fc0 req-d7047702-d763-4447-838a-d099751052c1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:03.995495 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bee4d189-f1d4-4950-8a67-def2724c6fc0 req-d7047702-d763-4447-838a-d099751052c1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0890291 Oct 03 14:55:04.053763 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '844f2524-468f-4861-a833-34bb9a1e4138', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'port_id': '844f2524-468f-4861-a833-34bb9a1e4138', 'mac_address': 'fa:16:3e:de:ae:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:55:04.058401 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bee4d189-f1d4-4950-8a67-def2724c6fc0 req-e773b90e-909b-47e6-b556-92aa4805e8da tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615385 Oct 03 14:55:04.090443 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 844f2524-468f-4861-a833-34bb9a1e4138 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:04.090886 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (844f2524-468f-4861-a833-34bb9a1e4138), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:04.103821 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844f2524-468f-4861-a833-34bb9a1e4138 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:55:04.125701 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 844f2524-468f-4861-a833-34bb9a1e4138, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=844f2524-468f-4861-a833-34bb9a1e4138,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:04.129592 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (844f2524-468f-4861-a833-34bb9a1e4138), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:04.175372 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=844f2524-468f-4861-a833-34bb9a1e4138,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:04.804901 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['844f2524-468f-4861-a833-34bb9a1e4138'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:55:04.968355 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e0824-986a-42d9-b28f-3d9d1c401ffd req-59d216c7-fa7c-48cb-9485-fb69fc7a25f9 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:04.969772 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c03e0824-986a-42d9-b28f-3d9d1c401ffd req-59d216c7-fa7c-48cb-9485-fb69fc7a25f9 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 944 time: 0.0497544 Oct 03 14:55:05.019293 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c03e0824-986a-42d9-b28f-3d9d1c401ffd req-d6b784ec-e6e0-42be-b7de-11cd98a63986 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437951 Oct 03 14:55:05.178053 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aebe9-bafe-440f-9bae-418dfafc69fd req-cc1e6fc9-d514-4717-9074-c10487772a28 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:05.179495 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-483aebe9-bafe-440f-9bae-418dfafc69fd req-cc1e6fc9-d514-4717-9074-c10487772a28 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0449736 Oct 03 14:55:05.241059 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-483aebe9-bafe-440f-9bae-418dfafc69fd req-667da7fa-f926-4972-b29d-d45ff81077b9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552948 Oct 03 14:55:05.575056 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=7 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:06.138658 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ed59-82a8-4074-860a-bce063581d33 req-0085d82c-9892-462f-a5b8-887db5fc8ee5 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:06.140041 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8228ed59-82a8-4074-860a-bce063581d33 req-0085d82c-9892-462f-a5b8-887db5fc8ee5 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 944 time: 0.0475266 Oct 03 14:55:06.191327 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8228ed59-82a8-4074-860a-bce063581d33 req-fdab3849-a8b1-4853-8303-01de7725361f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457819 Oct 03 14:55:06.220623 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 844f2524-468f-4861-a833-34bb9a1e4138 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:06.230143 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:06.251246 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:06.285715 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 844f2524-468f-4861-a833-34bb9a1e4138 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:55:06.293275 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 844f2524-468f-4861-a833-34bb9a1e4138 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:06.294096 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (844f2524-468f-4861-a833-34bb9a1e4138), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:06.294586 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 844f2524-468f-4861-a833-34bb9a1e4138 Oct 03 14:55:06.383309 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 844f2524-468f-4861-a833-34bb9a1e4138 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:06.383706 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (844f2524-468f-4861-a833-34bb9a1e4138), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:06.400885 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf14b38-d4cd-4e09-95a8-3ba9ca20ad4b req-66f3bc24-5600-49cb-b60e-ed0fb05ccedb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:06.402695 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5bf14b38-d4cd-4e09-95a8-3ba9ca20ad4b req-66f3bc24-5600-49cb-b60e-ed0fb05ccedb tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0491352 Oct 03 14:55:06.411227 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844f2524-468f-4861-a833-34bb9a1e4138'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:55:06.413463 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610de1ac-0f59-428f-a26e-2b759e4a192b" -d '{"events": [{"server_uuid": "8565107e-de79-4c29-a92d-0dcc47cdaad4", "name": "network-vif-plugged", "status": "completed", "tag": "844f2524-468f-4861-a833-34bb9a1e4138"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:55:06.428765 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 844f2524-468f-4861-a833-34bb9a1e4138, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=844f2524-468f-4861-a833-34bb9a1e4138,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:06.436458 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (844f2524-468f-4861-a833-34bb9a1e4138), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:06.458746 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5bf14b38-d4cd-4e09-95a8-3ba9ca20ad4b req-6cc93cd4-d9b6-4522-966a-c912a67f76a4 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493693 Oct 03 14:55:06.474081 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3410eef8-3cca-4810-8f4c-609976073175 x-openstack-request-id: req-3410eef8-3cca-4810-8f4c-609976073175 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:55:06.474463 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8565107e-de79-4c29-a92d-0dcc47cdaad4", "name": "network-vif-plugged", "status": "completed", "tag": "844f2524-468f-4861-a833-34bb9a1e4138", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:55:06.474782 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3410eef8-3cca-4810-8f4c-609976073175 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:55:06.475225 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3410eef8-3cca-4810-8f4c-609976073175'] response: {'server_uuid': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844f2524-468f-4861-a833-34bb9a1e4138', 'code': 200} Oct 03 14:55:06.500763 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=844f2524-468f-4861-a833-34bb9a1e4138,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:06.562663 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:06.576988 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e2bf9-04d7-486e-bf81-0339738c5e2c req-8823f79a-6abb-4ba8-a39d-161fb92dfa8d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:06.578490 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9a6e2bf9-04d7-486e-bf81-0339738c5e2c req-8823f79a-6abb-4ba8-a39d-161fb92dfa8d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0477154 Oct 03 14:55:06.588717 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56354) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:06.593138 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-1203db52-d1f6-4072-b7d3-7102bb1dbce9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Request body: {'floatingip': {'port_id': '71f04a2e-59ac-4427-96fb-90ece95bcbde'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:06.635257 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1203db52-d1f6-4072-b7d3-7102bb1dbce9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for floatingip (8a7da0cf-e69e-48e2-abfb-1456c56a7667), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:06.830500 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d03b5-f7ee-4191-9977-7f8238487298 req-2a52835f-2a26-45d8-9d64-7d0071925457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:06.832101 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-095d03b5-f7ee-4191-9977-7f8238487298 req-2a52835f-2a26-45d8-9d64-7d0071925457 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 1129 time: 0.0417166 Oct 03 14:55:06.890862 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-095d03b5-f7ee-4191-9977-7f8238487298 req-008ca1a2-71f7-47ea-92e6-db57f7333a9a service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524030 Oct 03 14:55:07.101793 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1203db52-d1f6-4072-b7d3-7102bb1dbce9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.105368 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1203db52-d1f6-4072-b7d3-7102bb1dbce9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (8a7da0cf-e69e-48e2-abfb-1456c56a7667), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.157779 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:07.206876 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-1203db52-d1f6-4072-b7d3-7102bb1dbce9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Floating IP 8a7da0cf-e69e-48e2-abfb-1456c56a7667 associated. External IP: 172.27.1.79, port: 71f04a2e-59ac-4427-96fb-90ece95bcbde. Oct 03 14:55:07.315140 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b156453-b2c6-41ef-a1ed-6095dd5522eb req-70d06c7c-fdfd-4de5-bfbe-ea74ca6dec9f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:07.316621 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9b156453-b2c6-41ef-a1ed-6095dd5522eb req-70d06c7c-fdfd-4de5-bfbe-ea74ca6dec9f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 945 time: 0.0466371 Oct 03 14:55:07.405642 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-e501b28f-dfc9-457c-b931-97d39bd17229 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648201 Oct 03 14:55:07.410621 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9b156453-b2c6-41ef-a1ed-6095dd5522eb req-915797f5-385e-4f5d-9fd2-eaa63aaf82b6 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873661 Oct 03 14:55:07.433806 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1203db52-d1f6-4072-b7d3-7102bb1dbce9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Router f3fb317f-36be-4840-8fa8-6ef34b459d22 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:55:07.545683 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1203db52-d1f6-4072-b7d3-7102bb1dbce9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:55:07.550268 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1203db52-d1f6-4072-b7d3-7102bb1dbce9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.557630 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] Sync routers for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:55:07.567547 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:07.568167 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:54:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:07.580755 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-1203db52-d1f6-4072-b7d3-7102bb1dbce9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/8a7da0cf-e69e-48e2-abfb-1456c56a7667 HTTP/1.1" status: 200 len: 990 time: 0.9910178 Oct 03 14:55:07.581392 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:55:07.583797 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd142d6-420e-44ed-866d-b826d2eb6701" -d '{"events": [{"name": "network-changed", "server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:55:07.623679 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a0fa17-e863-4d16-86c4-c320c59b1ec5 x-openstack-request-id: req-82a0fa17-e863-4d16-86c4-c320c59b1ec5 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:55:07.624020 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:55:07.624852 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82a0fa17-e863-4d16-86c4-c320c59b1ec5 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:55:07.624852 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a0fa17-e863-4d16-86c4-c320c59b1ec5'] response: {'name': 'network-changed', 'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'status': 'completed', 'code': 200} Oct 03 14:55:07.626888 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56386) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:07.682279 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:07.724952 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:07.733377 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a393973b-5ec5-41c3-9447-daeb74ac32ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.811937 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a393973b-5ec5-41c3-9447-daeb74ac32ce admin admin] Publish callbacks [] for security_group (95a64714-88d6-4e09-8ade-76033cebd0b8), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.815838 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a393973b-5ec5-41c3-9447-daeb74ac32ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (95a64714-88d6-4e09-8ade-76033cebd0b8), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.857993 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393973b-5ec5-41c3-9447-daeb74ac32ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a64714-88d6-4e09-8ade-76033cebd0b8,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:07.862351 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a393973b-5ec5-41c3-9447-daeb74ac32ce admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=880df2606cef440787efc6290290f037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344494 Oct 03 14:55:07.865099 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56390) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:07.898210 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '8a7da0cf-e69e-48e2-abfb-1456c56a7667', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'port_id': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'mac_address': 'fa:16:3e:7a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42b833-728b-44e8-af21-fe86e25c035f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:54:33Z', 'updated_at': '2022-10-03T14:55:07Z', 'revision_number': 1, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:22Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:07.914390 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d8a3-af67-4dd9-b4e3-f8005d96b44c admin admin] Publish callbacks [] for security_group (95a64714-88d6-4e09-8ade-76033cebd0b8), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.926598 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] Checking router: f3fb317f-36be-4840-8fa8-6ef34b459d22 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:55:07.935670 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d8a3-af67-4dd9-b4e3-f8005d96b44c admin admin] Publish callbacks [] for security_group (95a64714-88d6-4e09-8ade-76033cebd0b8), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.936690 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:07.938109 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:54:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:07.983549 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d8a3-af67-4dd9-b4e3-f8005d96b44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (95a64714-88d6-4e09-8ade-76033cebd0b8), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.986124 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0ea5d8a3-af67-4dd9-b4e3-f8005d96b44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:07.987335 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-0ea5d8a3-af67-4dd9-b4e3-f8005d96b44c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/95a64714-88d6-4e09-8ade-76033cebd0b8 HTTP/1.1" status: 204 len: 168 time: 0.1214349 Oct 03 14:55:07.995165 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5d8a3-af67-4dd9-b4e3-f8005d96b44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a64714-88d6-4e09-8ade-76033cebd0b8,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:08.061887 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:08.238654 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-a6cb9a34-1039-4207-bc67-bfdb36a98468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:08.240775 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-a6cb9a34-1039-4207-bc67-bfdb36a98468 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 1129 time: 0.0605328 Oct 03 14:55:08.259821 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:08.272761 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-f2104aa3-bfd3-41d2-9118-9c66cc3f4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:08.275339 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-f2104aa3-bfd3-41d2-9118-9c66cc3f4b53 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 1129 time: 0.0762730 Oct 03 14:55:08.328494 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:08.331581 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '8a7da0cf-e69e-48e2-abfb-1456c56a7667', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'port_id': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'mac_address': 'fa:16:3e:7a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42b833-728b-44e8-af21-fe86e25c035f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:54:33Z', 'updated_at': '2022-10-03T14:55:07Z', 'revision_number': 1, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:22Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:08.382188 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c374e8ed-e882-4f4b-a703-e2cdb136e642 None None] The sync data for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi is: [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '8a7da0cf-e69e-48e2-abfb-1456c56a7667', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'port_id': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'mac_address': 'fa:16:3e:7a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42b833-728b-44e8-af21-fe86e25c035f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:54:33Z', 'updated_at': '2022-10-03T14:55:07Z', 'revision_number': 1, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:22Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:55:08.408401 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-2cfeccd0-07be-4dfc-9e45-6d7d76dd4add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:08.410838 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-2cfeccd0-07be-4dfc-9e45-6d7d76dd4add service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.1444392 Oct 03 14:55:08.425914 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-acb92511-c7ab-4845-9ea9-b1cc2a8c75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:08.427874 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-acb92511-c7ab-4845-9ea9-b1cc2a8c75f5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.1387794 Oct 03 14:55:08.461424 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-11614829-1579-475e-a119-7ab5a6e895d9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06e443b0-42ce-487b-9e0c-244828a5e40e HTTP/1.1" status: 200 len: 217 time: 0.0432959 Oct 03 14:55:08.486868 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:08.522298 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-85d4c313-4359-451a-8e78-881a604c084a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde HTTP/1.1" status: 200 len: 998 time: 0.0884979 Oct 03 14:55:08.571803 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56418) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:08.607442 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be070fb-a2b0-408e-b868-d5a7210330e6 req-ded5e2aa-cf2b-45f4-bc1b-96652fde4495 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:08.609229 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2be070fb-a2b0-408e-b868-d5a7210330e6 req-ded5e2aa-cf2b-45f4-bc1b-96652fde4495 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 945 time: 0.0934024 Oct 03 14:55:08.616232 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-48cc821a-a5be-45cd-a2fc-50dcefe12d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:08.617699 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-48cc821a-a5be-45cd-a2fc-50dcefe12d84 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.1272435 Oct 03 14:55:08.697757 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2be070fb-a2b0-408e-b868-d5a7210330e6 req-a9395d0f-4373-45f1-8122-1626d15aaaa8 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788465 Oct 03 14:55:08.736921 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74252e8-f05e-4ac3-add8-78e7e19c9c27 None None] New status for floating IP 8a7da0cf-e69e-48e2-abfb-1456c56a7667: ACTIVE {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:55:08.763165 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-08f6e9c9-4d82-4d4a-b9ce-bbf4bd30037c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:08.857896 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-08f6e9c9-4d82-4d4a-b9ce-bbf4bd30037c admin admin] Publish callbacks [] for security_group (7004e94e-f88f-4aae-822f-35d98466cdba), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:08.862760 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-08f6e9c9-4d82-4d4a-b9ce-bbf4bd30037c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7004e94e-f88f-4aae-822f-35d98466cdba), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:08.891520 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56430) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:08.909722 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6e9c9-4d82-4d4a-b9ce-bbf4bd30037c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7004e94e-f88f-4aae-822f-35d98466cdba,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:08.915504 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-08f6e9c9-4d82-4d4a-b9ce-bbf4bd30037c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d474757100a24e62988f5c9e71c20932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419230 Oct 03 14:55:08.918306 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56434) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:08.970201 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0de4bd30-3046-46e9-b21b-94e97d05f748 admin admin] Publish callbacks [] for security_group (7004e94e-f88f-4aae-822f-35d98466cdba), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:08.990748 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0de4bd30-3046-46e9-b21b-94e97d05f748 admin admin] Publish callbacks [] for security_group (7004e94e-f88f-4aae-822f-35d98466cdba), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.005098 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-25018892-network', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:09.033617 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:09.044272 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Made reservation on behalf of 8fae62571c3c402a8fcc4afaf4268310 for: {'network': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:55:09.046696 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.056919 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.076380 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0de4bd30-3046-46e9-b21b-94e97d05f748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7004e94e-f88f-4aae-822f-35d98466cdba), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.078827 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0de4bd30-3046-46e9-b21b-94e97d05f748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.079927 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-0de4bd30-3046-46e9-b21b-94e97d05f748 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7004e94e-f88f-4aae-822f-35d98466cdba HTTP/1.1" status: 204 len: 168 time: 0.1595237 Oct 03 14:55:09.096429 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4bd30-3046-46e9-b21b-94e97d05f748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7004e94e-f88f-4aae-822f-35d98466cdba,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:09.165041 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Publish callbacks [] for security_group (6d5e26ef-dc97-43a2-b56e-8e5c53cb4fa3), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.169972 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6d5e26ef-dc97-43a2-b56e-8e5c53cb4fa3), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.202281 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=112658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:55:09.208980 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5e26ef-dc97-43a2-b56e-8e5c53cb4fa3,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:09.216144 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (148c7b18-d1d2-4aec-a77a-0ed70734e13d), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.216725 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.segments_db [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Added segment 148c7b18-d1d2-4aec-a77a-0ed70734e13d of type vlan for network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 Oct 03 14:55:09.258784 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (8f5008e2-7fd3-43f9-93fb-273a94e61fe6), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.301263 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:09.302829 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:09.334441 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-105becba-f795-42fa-a253-f695d1fe6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:09.336575 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-105becba-f795-42fa-a253-f695d1fe6d4f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464714 Oct 03 14:55:09.340383 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:09.344561 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-8c0464e2-7966-4881-82c8-388f71dd5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:09.346399 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-8c0464e2-7966-4881-82c8-388f71dd5f60 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0637505 Oct 03 14:55:09.347894 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (8f5008e2-7fd3-43f9-93fb-273a94e61fe6), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.348929 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:09.349527 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.422337 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56440) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:09.436049 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5392609 Oct 03 14:55:09.439486 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56442) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:09.441572 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-60feb948-9f40-420b-9d06-d261020f7f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.447776 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Request body: {'subnet': {'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-25018892-subnet', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'ip_version': 4}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:09.457171 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dedf2-e818-4947-9259-45abdb0c930e admin admin] Pushing event updated for resources: {'Network': ['ID=8f5008e2-7fd3-43f9-93fb-273a94e61fe6,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:09.459634 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-a431d326-d6bc-4ac7-b255-be1f031947c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:09.461123 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-a431d326-d6bc-4ac7-b255-be1f031947c0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951250 Oct 03 14:55:09.468873 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:55:09.526344 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Made reservation on behalf of 8fae62571c3c402a8fcc4afaf4268310 for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:55:09.528679 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12525109'] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.553869 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-ca28639b-125f-42e2-9c6a-298e510e2537 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935952 Oct 03 14:55:09.563009 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-7d699864-a3fe-4f33-8967-360ba7470d3f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949328 Oct 03 14:55:09.742566 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-60feb948-9f40-420b-9d06-d261020f7f1f admin admin] Publish callbacks [] for security_group (9b18fbc7-def5-40b7-8bf7-c639b7cd30bc), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.756503 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4202a2c3-958e-45f1-be9c-2172fe6a1903 req-e853c705-bcbd-49fc-a842-1215eadf5142 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749873 Oct 03 14:55:09.757067 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-60feb948-9f40-420b-9d06-d261020f7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (9b18fbc7-def5-40b7-8bf7-c639b7cd30bc), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.829672 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-60feb948-9f40-420b-9d06-d261020f7f1f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c0571a92c8bd4e25aa54c16083e57f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062343 Oct 03 14:55:09.833118 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56446) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:09.837376 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60feb948-9f40-420b-9d06-d261020f7f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b18fbc7-def5-40b7-8bf7-c639b7cd30bc,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:09.899432 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8316e2b-3070-4a30-9a8a-6e9960951ca2 req-52af939a-ba5f-4bfd-9eea-cc16c5145ad6 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:09.900877 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d8316e2b-3070-4a30-9a8a-6e9960951ca2 req-52af939a-ba5f-4bfd-9eea-cc16c5145ad6 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 945 time: 0.0838130 Oct 03 14:55:09.935319 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12367080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12525095'] for subnet (c28ffd21-2f79-4fb6-b873-f4a85ae78926), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.944555 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-462d2923-df14-4a65-9b0a-dfdf356f8c27 admin admin] Publish callbacks [] for security_group (9b18fbc7-def5-40b7-8bf7-c639b7cd30bc), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:09.948279 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ddd142d6-420e-44ed-866d-b826d2eb6701 req-55be0e93-05a6-4852-a532-0cdfb3b037d6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720250 Oct 03 14:55:09.972477 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d8316e2b-3070-4a30-9a8a-6e9960951ca2 req-e7bc9474-11a6-48e1-ae9f-92b0c89cb957 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651686 Oct 03 14:55:09.991320 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:10.012555 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-462d2923-df14-4a65-9b0a-dfdf356f8c27 admin admin] Publish callbacks [] for security_group (9b18fbc7-def5-40b7-8bf7-c639b7cd30bc), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.030024 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28ffd21-2f79-4fb6-b873-f4a85ae78926,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:10.047380 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Checking segment: {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:55:10.047738 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Network hostable DHCP agents. Network: 8f5008e2-7fd3-43f9-93fb-273a94e61fe6, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:55:10.075060 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:10.120842 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89cefa-dd18-44bb-b96f-6ff2a44833ae req-afce9512-87a3-487b-afae-9f4a6988345b tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:10.123020 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8e89cefa-dd18-44bb-b96f-6ff2a44833ae req-afce9512-87a3-487b-afae-9f4a6988345b tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 945 time: 0.0667901 Oct 03 14:55:10.124284 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:55:10.139122 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-462d2923-df14-4a65-9b0a-dfdf356f8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (9b18fbc7-def5-40b7-8bf7-c639b7cd30bc), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.141774 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-462d2923-df14-4a65-9b0a-dfdf356f8c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.142825 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-462d2923-df14-4a65-9b0a-dfdf356f8c27 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9b18fbc7-def5-40b7-8bf7-c639b7cd30bc HTTP/1.1" status: 204 len: 168 time: 0.3083124 Oct 03 14:55:10.156893 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 8f5008e2-7fd3-43f9-93fb-273a94e61fe6) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:10.166184 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f2460-34d6-4159-a850-a165dd9a12f5 None None] Network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:55:10.172982 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d2923-df14-4a65-9b0a-dfdf356f8c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b18fbc7-def5-40b7-8bf7-c639b7cd30bc,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:10.176507 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:10.177450 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.210167 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-8f89ac65-42ec-45fa-86b5-5071ddb5e5b0 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7695320 Oct 03 14:55:10.212815 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56452) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:10.218148 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:10.224961 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8e89cefa-dd18-44bb-b96f-6ff2a44833ae req-e4adba56-1c80-4e9c-b6f9-9c67f5d18c57 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956573 Oct 03 14:55:10.245299 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (a8d48e8f-499b-41c1-9047-5bc98b848477), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.246571 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (a8d48e8f-499b-41c1-9047-5bc98b848477), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.255855 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56454) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:10.296255 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:55:10.298263 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.305893 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks [] for router_controller (a8d48e8f-499b-41c1-9047-5bc98b848477), precommit_add_association {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.466093 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks [] for router_gateway (a8d48e8f-499b-41c1-9047-5bc98b848477), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.471749 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Allocated IP 172.20.0.2 (8f5008e2-7fd3-43f9-93fb-273a94e61fe6/c28ffd21-2f79-4fb6-b873-f4a85ae78926/3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:55:10.572575 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe16ce-d8f1-4867-9afd-5ebe2ab025f7 tempest-TestVolumeBootPattern-251173158 tempest-TestVolumeBootPattern-251173158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:10.574274 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-fbbe16ce-d8f1-4867-9afd-5ebe2ab025f7 tempest-TestVolumeBootPattern-251173158 tempest-TestVolumeBootPattern-251173158-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 1124 time: 0.3171341 Oct 03 14:55:10.578015 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56460) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:10.582541 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'port_id': '844f2524-468f-4861-a833-34bb9a1e4138', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:10.613260 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.651315 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Publish callbacks [] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.656570 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56462) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:10.659355 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.672456 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-03d0d355-ac19-4cb2-a85c-0d4733731adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.704090 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:10.705937 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks [] for router_gateway (a8d48e8f-499b-41c1-9047-5bc98b848477), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.709702 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:10.712050 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:55:10.715987 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Pushing event updated for resources: {'Port': ['ID=3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:10.717219 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.742678 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.755037 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:10.770866 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Attempting to bind port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:55:10.771237 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Attempting to bind port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:55:10.771591 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Attempting to bind port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa on network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:55:10.819448 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:10.821165 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:55:10.821580 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Checking segment: {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:55:10.822031 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.822419 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Bound using segment: {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:55:10.823316 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Bound port: 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:55:10.823768 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.836396 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Allocated IP 172.27.1.248 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/dd1563c5-155b-4f5b-a863-4c5846fb9a05) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:55:10.856393 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-03d0d355-ac19-4cb2-a85c-0d4733731adc admin admin] Publish callbacks [] for security_group (cdb67c82-c6ac-4ffd-9807-ac6dbb6f2b25), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.860660 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-03d0d355-ac19-4cb2-a85c-0d4733731adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (cdb67c82-c6ac-4ffd-9807-ac6dbb6f2b25), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.912161 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-03d0d355-ac19-4cb2-a85c-0d4733731adc admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=0e29fd6872ac462cb9f9dda86f97ec5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545128 Oct 03 14:55:10.913311 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0d355-ac19-4cb2-a85c-0d4733731adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb67c82-c6ac-4ffd-9807-ac6dbb6f2b25,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:10.915867 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56464) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:10.960185 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for port (dd1563c5-155b-4f5b-a863-4c5846fb9a05), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.987760 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-01af1986-cc47-49bf-ae2e-64aa842edd76 admin admin] Publish callbacks [] for security_group (cdb67c82-c6ac-4ffd-9807-ac6dbb6f2b25), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:10.997276 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (dd1563c5-155b-4f5b-a863-4c5846fb9a05), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.022902 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] For port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:55:11.026038 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] For port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:55:11.041163 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-01af1986-cc47-49bf-ae2e-64aa842edd76 admin admin] Publish callbacks [] for security_group (cdb67c82-c6ac-4ffd-9807-ac6dbb6f2b25), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.045550 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:11.047035 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.048718 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:11.052872 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:55:11.092789 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:11.102693 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Allocated IP 172.27.1.117 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/7f588e06-fb24-40e0-a6ed-2cd18d9b0e63) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:55:11.118226 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac234ee-3265-4499-bed8-1495ffcb07df None None] Pushing event updated for resources: {'Port': ['ID=3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:11.140604 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'Port': ['ID=dd1563c5-155b-4f5b-a863-4c5846fb9a05,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:11.149966 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:11.173005 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:11.176904 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-01af1986-cc47-49bf-ae2e-64aa842edd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (cdb67c82-c6ac-4ffd-9807-ac6dbb6f2b25), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.179582 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-01af1986-cc47-49bf-ae2e-64aa842edd76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.183159 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-01af1986-cc47-49bf-ae2e-64aa842edd76 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cdb67c82-c6ac-4ffd-9807-ac6dbb6f2b25 HTTP/1.1" status: 204 len: 168 time: 0.2543318 Oct 03 14:55:11.201473 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af1986-cc47-49bf-ae2e-64aa842edd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb67c82-c6ac-4ffd-9807-ac6dbb6f2b25,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:11.255242 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks [] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.299645 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.359350 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:11.364130 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:11.370155 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:55:11.410238 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Pushing event updated for resources: {'Port': ['ID=7f588e06-fb24-40e0-a6ed-2cd18d9b0e63,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:11.504837 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:11.513120 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (5dd9b69a-a0d5-4dab-b2b7-52559fe69165), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.597051 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (dd1563c5-155b-4f5b-a863-4c5846fb9a05), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.601784 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:11.682306 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks [] for router_gateway (a8d48e8f-499b-41c1-9047-5bc98b848477), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.769227 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for port (dd1563c5-155b-4f5b-a863-4c5846fb9a05), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.775040 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (dd1563c5-155b-4f5b-a863-4c5846fb9a05), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.853138 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'Port': ['ID=dd1563c5-155b-4f5b-a863-4c5846fb9a05,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:11.857638 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (5dd9b69a-a0d5-4dab-b2b7-52559fe69165), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.923501 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:11.937303 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (a8d48e8f-499b-41c1-9047-5bc98b848477), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:11.991378 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Floating IP 5dd9b69a-a0d5-4dab-b2b7-52559fe69165 associated. External IP: 172.27.1.248, port: 844f2524-468f-4861-a833-34bb9a1e4138. Oct 03 14:55:12.065954 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:12.066072 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:12.066412 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa Oct 03 14:55:12.072158 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:12.130987 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Router a8d48e8f-499b-41c1-9047-5bc98b848477 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:55:12.259130 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:12.259522 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:12.281659 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:55:12.306748 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Sync routers for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:55:12.310908 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Router c5f37f13-5d05-4dde-a077-074febc10cb7 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:55:12.320920 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:12.322996 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-7fd7f25c-9941-4255-8311-d1306088fa08 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1092017 Oct 03 14:55:12.327132 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56490) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:12.353267 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:12.356896 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:12.357698 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:54:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:12.363925 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:12.456122 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:12.457550 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:55:12.471961 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] Sync routers for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:55:12.481323 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:12.500900 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:12.502013 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:54:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:12.517844 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-b3bf8cb1-e89e-4784-9130-bb3f83780832 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9386287 Oct 03 14:55:12.518556 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'tag': '844f2524-468f-4861-a833-34bb9a1e4138'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:55:12.521387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88" -d '{"events": [{"name": "network-changed", "server_uuid": "8565107e-de79-4c29-a92d-0dcc47cdaad4", "tag": "844f2524-468f-4861-a833-34bb9a1e4138"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:55:12.526079 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39252880-b083-4e07-b81d-384b8dbd5931 None None] Network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:55:12.564322 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8fdc31-db97-488b-8468-721e16c781c4 x-openstack-request-id: req-db8fdc31-db97-488b-8468-721e16c781c4 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:55:12.564801 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8565107e-de79-4c29-a92d-0dcc47cdaad4", "tag": "844f2524-468f-4861-a833-34bb9a1e4138", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:55:12.565220 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db8fdc31-db97-488b-8468-721e16c781c4 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:55:12.565813 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8fdc31-db97-488b-8468-721e16c781c4'] response: {'name': 'network-changed', 'server_uuid': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'tag': '844f2524-468f-4861-a833-34bb9a1e4138', 'status': 'completed', 'code': 200} Oct 03 14:55:12.586759 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:12.627495 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-664d05ff-798d-49e7-954c-4baf630ab30e None None] Provisioning complete for port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:12.627989 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-664d05ff-798d-49e7-954c-4baf630ab30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:12.628321 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-664d05ff-798d-49e7-954c-4baf630ab30e None None] Attempt 1 to provision port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa Oct 03 14:55:12.635876 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:12.658531 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:12.675121 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-4550dce2-077c-4b5a-901e-9e7a35aed10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:12.677261 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-4550dce2-077c-4b5a-901e-9e7a35aed10c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 1129 time: 0.0529242 Oct 03 14:55:12.800353 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-c7d0f945-317f-46ce-80a0-365ce4bd8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:12.802134 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-c7d0f945-317f-46ce-80a0-365ce4bd8fdb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.1167748 Oct 03 14:55:12.849138 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:12.908695 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:11Z', 'revision_number': 3, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:12.930240 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:12.954753 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-98d743c6-b631-4170-b3d2-7fe02d97e9f8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=844f2524-468f-4861-a833-34bb9a1e4138 HTTP/1.1" status: 200 len: 999 time: 0.1263700 Oct 03 14:55:12.984304 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Checking router: a8d48e8f-499b-41c1-9047-5bc98b848477 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:55:12.984853 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Updating router a8d48e8f-499b-41c1-9047-5bc98b848477 port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:55:13.022373 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:13.036970 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-771297fa-59d9-47ba-afdf-1615c6440802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:13.038607 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-771297fa-59d9-47ba-afdf-1615c6440802 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0830362 Oct 03 14:55:13.085369 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-664d05ff-798d-49e7-954c-4baf630ab30e None None] Current status of the port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:13.091395 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.104293 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-593e879e-abdb-4c85-98c9-8828ab69e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:13.107208 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-593e879e-abdb-4c85-98c9-8828ab69e53d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622072 Oct 03 14:55:13.147412 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '5dd9b69a-a0d5-4dab-b2b7-52559fe69165', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '844f2524-468f-4861-a833-34bb9a1e4138', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:de:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:55:11Z', 'updated_at': '2022-10-03T14:55:11Z', 'revision_number': 0, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:13.204010 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] Checking router: c5f37f13-5d05-4dde-a077-074febc10cb7 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:55:13.223820 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:13.224719 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:54:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:13.243400 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-0e1f10e6-31f1-41bd-826c-833e0b2fa5eb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274722 Oct 03 14:55:13.272554 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-26f80637-273c-4ec1-bd53-7c71d5afd6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.318264 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:13.356672 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:13.367264 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-f1010ec5-566f-4067-bae6-5a1de4d4d34a None None] Provisioning complete for port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:13.367860 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f1010ec5-566f-4067-bae6-5a1de4d4d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.368369 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-f1010ec5-566f-4067-bae6-5a1de4d4d34a None None] Attempt 1 to provision port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa Oct 03 14:55:13.371798 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:13.380763 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.382462 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a8e99ee8-5e70-4c94-8191-5ddf9577ff88 req-9f593196-853e-4e7c-92a7-b01155f03f9c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316667 Oct 03 14:55:13.537418 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-f1010ec5-566f-4067-bae6-5a1de4d4d34a None None] Current status of the port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:13.540818 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Publish callbacks [] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.549554 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Allocated IP 172.20.0.1 (8f5008e2-7fd3-43f9-93fb-273a94e61fe6/c28ffd21-2f79-4fb6-b873-f4a85ae78926/2903239d-6447-4cb0-beb4-a354bceecb33) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:55:13.549757 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.591910 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Attempting to bind port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:55:13.592276 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Attempting to bind port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:55:13.592638 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Attempting to bind port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:55:13.599410 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '5dd9b69a-a0d5-4dab-b2b7-52559fe69165', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '844f2524-468f-4861-a833-34bb9a1e4138', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:de:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:55:11Z', 'updated_at': '2022-10-03T14:55:11Z', 'revision_number': 0, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:13.636394 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee6b9b-42e8-436b-ac92-ee30765d1c31 None None] Pushing event updated for resources: {'Port': ['ID=7f588e06-fb24-40e0-a6ed-2cd18d9b0e63,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:13.668456 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:55:13.668828 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:55:13.669229 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.670203 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:55:13.670203 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Bound port: 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:55:13.670509 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.677161 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Publish callbacks [] for port (2903239d-6447-4cb0-beb4-a354bceecb33), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.711445 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.722727 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988e4430-eecb-4354-89d1-6ade93caf6ad None None] The sync data for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi is: [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '5dd9b69a-a0d5-4dab-b2b7-52559fe69165', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.248', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '844f2524-468f-4861-a833-34bb9a1e4138', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:de:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:55:11Z', 'updated_at': '2022-10-03T14:55:11Z', 'revision_number': 0, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:55:13.724582 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] For port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:55:13.727910 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] For port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=7f588e06-fb24-40e0-a6ed-2cd18d9b0e63,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:55:13.735879 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.761066 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:13.765059 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:13.770458 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:55:13.771886 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:13.772449 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:54:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:13.774075 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Pushing event updated for resources: {'Port': ['ID=2903239d-6447-4cb0-beb4-a354bceecb33,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:13.820507 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (a8d48e8f-499b-41c1-9047-5bc98b848477), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.948853 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:13.991142 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:13.994745 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee6b9b-42e8-436b-ac92-ee30765d1c31 None None] Pushing event updated for resources: {'Port': ['ID=7f588e06-fb24-40e0-a6ed-2cd18d9b0e63,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:14.008462 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:14.088006 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2bc96-59ea-448b-a8d7-905f8cbe1f97 None None] New status for floating IP 5dd9b69a-a0d5-4dab-b2b7-52559fe69165: ACTIVE {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:55:14.128648 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:14.154742 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:14.178425 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Publish callbacks [] for port (2903239d-6447-4cb0-beb4-a354bceecb33), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:14.183373 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:14.194597 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:14.195519 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-cb315d7e-e721-4674-ac13-6a70df8b4c38 None None] Provisioning complete for port 2903239d-6447-4cb0-beb4-a354bceecb33 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:14.195906 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-cb315d7e-e721-4674-ac13-6a70df8b4c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:14.196215 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-cb315d7e-e721-4674-ac13-6a70df8b4c38 None None] Attempt 1 to provision port 2903239d-6447-4cb0-beb4-a354bceecb33 Oct 03 14:55:14.232072 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (a8d48e8f-499b-41c1-9047-5bc98b848477), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:14.250777 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:14.251135 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:14.251642 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa Oct 03 14:55:14.315549 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:14.324405 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Pushing event updated for resources: {'Port': ['ID=2903239d-6447-4cb0-beb4-a354bceecb33,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:14.353027 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-cb315d7e-e721-4674-ac13-6a70df8b4c38 None None] Port 2903239d-6447-4cb0-beb4-a354bceecb33 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:55:14.377012 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:14.378462 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:14.521792 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Router a8d48e8f-499b-41c1-9047-5bc98b848477 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:55:14.533435 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:14.551929 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:11Z', 'revision_number': 3, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:14.580025 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51434cd9-3f6f-4f05-9084-16903e12151a None None] The sync data for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi is: [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:11Z', 'revision_number': 3, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:55:14.674989 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:55:14.680256 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-aa8acd53-80c0-4050-92b8-f13731a96392 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/a8d48e8f-499b-41c1-9047-5bc98b848477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3519497 Oct 03 14:55:14.686607 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-6d75762c-3710-4e9d-88f2-829fb5a57937 None None] Provisioning complete for port 2903239d-6447-4cb0-beb4-a354bceecb33 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:14.687072 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-6d75762c-3710-4e9d-88f2-829fb5a57937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:14.687456 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-6d75762c-3710-4e9d-88f2-829fb5a57937 None None] Attempt 1 to provision port 2903239d-6447-4cb0-beb4-a354bceecb33 Oct 03 14:55:14.735327 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-6d75762c-3710-4e9d-88f2-829fb5a57937 None None] Port 2903239d-6447-4cb0-beb4-a354bceecb33 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:55:15.318740 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56538) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:15.323593 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1700757448-network', 'tenant_id': '56b805f66853429593a3f0b37b907b3f'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:15.346472 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Made reservation on behalf of 56b805f66853429593a3f0b37b907b3f for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:55:15.348869 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.361708 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.456517 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Publish callbacks [] for security_group (2a209dee-2bf5-4f2a-b625-43de8520b204), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.458106 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-781bb37a-f4e7-4294-9379-e819fd0704e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.460890 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (2a209dee-2bf5-4f2a-b625-43de8520b204), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.490281 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 14:55:15.497446 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a209dee-2bf5-4f2a-b625-43de8520b204,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:15.503606 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (5222cb1b-2106-4ca8-9d0a-368057315292), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.503946 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Added segment 5222cb1b-2106-4ca8-9d0a-368057315292 of type vlan for network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 Oct 03 14:55:15.512852 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:15.544845 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (391f4605-a3c3-4e7c-9f88-5d6c505c61d8), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.569942 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (391f4605-a3c3-4e7c-9f88-5d6c505c61d8), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.570904 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:15.571479 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.626694 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3068583 Oct 03 14:55:15.629555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56540) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:15.634533 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Request body: {'subnet': {'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1700757448-subnet', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'ip_version': 4}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:15.638046 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fd1b6-52a2-4ec7-be18-8c8ac6d0a676 admin admin] Pushing event updated for resources: {'Network': ['ID=391f4605-a3c3-4e7c-9f88-5d6c505c61d8,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:15.648111 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 14:55:15.658861 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Made reservation on behalf of 56b805f66853429593a3f0b37b907b3f for: {'subnet': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:55:15.661218 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11636298'] for subnet (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.843941 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8559067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11636312'] for subnet (51f4d98b-12e3-477f-8405-a8b5a11fd7fc), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.896521 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:15.898601 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f4d98b-12e3-477f-8405-a8b5a11fd7fc,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:15.937792 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Checking segment: {'id': '5222cb1b-2106-4ca8-9d0a-368057315292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:55:15.938357 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Network hostable DHCP agents. Network: 391f4605-a3c3-4e7c-9f88-5d6c505c61d8, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 14:55:15.956384 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 14:55:15.957639 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:15.958232 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.958790 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 Oct 03 14:55:15.959797 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:15.968089 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 391f4605-a3c3-4e7c-9f88-5d6c505c61d8) {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:15.972844 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:15.973431 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:15.983663 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571971ad-a49a-4132-8b43-7cf0f434fa61 None None] Network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:55:16.005607 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-11ecabf4-46f1-4eb2-a76f-f55d7373f49e admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3735616 Oct 03 14:55:16.007374 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56550) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:16.014185 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:16.056144 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.057482 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.111099 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:16.111473 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.114727 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks [] for router_controller (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), precommit_add_association {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.151491 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=7f588e06-fb24-40e0-a6ed-2cd18d9b0e63,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:16.156587 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-391f4605-a3c3-4e7c-9f88-5d6c505c61d8', 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8', 'project_id': '56b805f66853429593a3f0b37b907b3f', 'fixed_ips': [{'subnet_id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 14:55:16.157544 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.161538 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.266782 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks [] for router_gateway (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.274238 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=7f588e06-fb24-40e0-a6ed-2cd18d9b0e63,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:16.307650 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:16.339198 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Sync routers for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:55:16.353323 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Allocated IP 172.20.0.2 (391f4605-a3c3-4e7c-9f88-5d6c505c61d8/51f4d98b-12e3-477f-8405-a8b5a11fd7fc/dc15cc56-4b6a-4c63-98b8-cba434cd27d0) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:55:16.361016 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:16.361678 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:55:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:16.400768 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:16.442722 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:16.467403 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:16.475059 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:16.477906 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks [] for router_gateway (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.501976 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.509192 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:16.524313 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Publish callbacks [] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.530823 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.573687 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:16.579358 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:16.582052 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:55:16.585563 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Pushing event updated for resources: {'Port': ['ID=dc15cc56-4b6a-4c63-98b8-cba434cd27d0,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:16.618144 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Allocated IP 172.27.1.35 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/7d201101-e357-4a18-bd02-9d3355f22127) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:55:16.644803 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Attempting to bind port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:55:16.645202 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Attempting to bind port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '5222cb1b-2106-4ca8-9d0a-368057315292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:55:16.645535 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Attempting to bind port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 on network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:55:16.676573 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '2903239d-6447-4cb0-beb4-a354bceecb33', 'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'mac_address': 'fa:16:3e:2e:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:13Z', 'updated_at': '2022-10-03T14:55:14Z', 'revision_number': 2, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'subnets': [{'id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:16.691524 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:55:16.691909 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Checking segment: {'id': '5222cb1b-2106-4ca8-9d0a-368057315292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:55:16.692457 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.692909 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Bound using segment: {'id': '5222cb1b-2106-4ca8-9d0a-368057315292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:55:16.693450 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Bound port: dc15cc56-4b6a-4c63-98b8-cba434cd27d0, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5222cb1b-2106-4ca8-9d0a-368057315292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:55:16.693922 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.710243 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Checking router: a8d48e8f-499b-41c1-9047-5bc98b848477 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:55:16.710745 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Updating router a8d48e8f-499b-41c1-9047-5bc98b848477 port 2903239d-6447-4cb0-beb4-a354bceecb33 binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:55:16.742784 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.744746 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.776378 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] For port dc15cc56-4b6a-4c63-98b8-cba434cd27d0, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:55:16.780868 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] For port dc15cc56-4b6a-4c63-98b8-cba434cd27d0, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=dc15cc56-4b6a-4c63-98b8-cba434cd27d0,segment=NetworkSegment(5222cb1b-2106-4ca8-9d0a-368057315292),segment_id=5222cb1b-2106-4ca8-9d0a-368057315292)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:55:16.788547 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:16.855770 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c101d-c32f-4d9c-978c-a2f8a9ad51db None None] Pushing event updated for resources: {'Port': ['ID=dc15cc56-4b6a-4c63-98b8-cba434cd27d0,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:16.973991 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks [] for port (7d201101-e357-4a18-bd02-9d3355f22127), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.033192 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (7d201101-e357-4a18-bd02-9d3355f22127), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.042944 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Publish callbacks [] for port (2903239d-6447-4cb0-beb4-a354bceecb33), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.047928 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.089730 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:17.093144 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:17.097864 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:55:17.133947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Pushing event updated for resources: {'Port': ['ID=7d201101-e357-4a18-bd02-9d3355f22127,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:17.143446 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Pushing event updated for resources: {'Port': ['ID=2903239d-6447-4cb0-beb4-a354bceecb33,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:17.161309 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.161674 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.162229 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.162735 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.163069 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.163573 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.163904 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.164227 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.164551 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.164873 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.165193 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.165574 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.166278 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.166747 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.167237 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:17.179949 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Attempting to bind port 2903239d-6447-4cb0-beb4-a354bceecb33 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:55:17.181947 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Attempting to bind port 2903239d-6447-4cb0-beb4-a354bceecb33 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:55:17.182587 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Attempting to bind port 2903239d-6447-4cb0-beb4-a354bceecb33 on network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:55:17.237795 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:55:17.238382 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Checking segment: {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:55:17.238543 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.239106 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Bound using segment: {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:55:17.239599 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Bound port: 2903239d-6447-4cb0-beb4-a354bceecb33, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:55:17.240113 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.268398 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:17.306997 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] For port 2903239d-6447-4cb0-beb4-a354bceecb33, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:55:17.310662 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] For port 2903239d-6447-4cb0-beb4-a354bceecb33, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=2903239d-6447-4cb0-beb4-a354bceecb33,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:55:17.317540 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.358059 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:17.358756 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:55:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:17.386212 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks [] for router_gateway (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.403906 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eafcc-1db8-4975-81b1-471221951233 None None] Pushing event updated for resources: {'Port': ['ID=2903239d-6447-4cb0-beb4-a354bceecb33,revision_number=4']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:17.447011 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:17.471585 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:17.494164 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:17.589685 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:17.593707 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.677455 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '2903239d-6447-4cb0-beb4-a354bceecb33', 'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'mac_address': 'fa:16:3e:2e:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:13Z', 'updated_at': '2022-10-03T14:55:17Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'subnets': [{'id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:17.706890 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f19510-5d86-4d5c-9e59-b4df5a2a0881 None None] The sync data for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi is: [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '2903239d-6447-4cb0-beb4-a354bceecb33', 'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'mac_address': 'fa:16:3e:2e:5a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:13Z', 'updated_at': '2022-10-03T14:55:17Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'subnets': [{'id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:55:17.742217 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 14:55:17.906863 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:55:17.925430 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Sync routers for ids ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:55:17.928363 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:17.929675 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-43c2b1d7-1439-4583-baf4-d0f8ca908771 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9201348 Oct 03 14:55:17.932498 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56558) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:17.960652 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26409b8-023b-4a1f-8027-c67e7ebfcac9 None None] Network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:55:18.030462 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:18.038540 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 2903239d-6447-4cb0-beb4-a354bceecb33 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:18.041368 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.053181 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Routers {'bc9c1889-ecc4-4986-8f33-77d0a888e2e1'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:18.053936 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:55:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:18.080111 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e228e910-a6f6-451a-96cf-35ec484c5b4a None None] Provisioning complete for port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:18.080473 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e228e910-a6f6-451a-96cf-35ec484c5b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.081000 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e228e910-a6f6-451a-96cf-35ec484c5b4a None None] Attempt 1 to provision port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 Oct 03 14:55:18.373284 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:18.394820 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 2903239d-6447-4cb0-beb4-a354bceecb33 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:18.395201 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.395668 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 2903239d-6447-4cb0-beb4-a354bceecb33 Oct 03 14:55:18.397267 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.458677 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.495275 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Set router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:18.594888 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:18.731599 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e228e910-a6f6-451a-96cf-35ec484c5b4a None None] Current status of the port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:18.732069 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e228e910-a6f6-451a-96cf-35ec484c5b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.754111 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Allocated IP 172.20.0.1 (391f4605-a3c3-4e7c-9f88-5d6c505c61d8/51f4d98b-12e3-477f-8405-a8b5a11fd7fc/c3c172ae-05a2-4241-acfb-744135474141) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:55:18.825455 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:18.828876 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 2903239d-6447-4cb0-beb4-a354bceecb33 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:18.829480 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.845668 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e228e910-a6f6-451a-96cf-35ec484c5b4a None None] For port dc15cc56-4b6a-4c63-98b8-cba434cd27d0, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=dc15cc56-4b6a-4c63-98b8-cba434cd27d0,segment=NetworkSegment(5222cb1b-2106-4ca8-9d0a-368057315292),segment_id=5222cb1b-2106-4ca8-9d0a-368057315292)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:18.869252 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e228e910-a6f6-451a-96cf-35ec484c5b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.878419 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Publish callbacks [] for port (c3c172ae-05a2-4241-acfb-744135474141), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.912257 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (c3c172ae-05a2-4241-acfb-744135474141), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.934110 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 2903239d-6447-4cb0-beb4-a354bceecb33, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=2903239d-6447-4cb0-beb4-a354bceecb33,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:18.946358 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:18.947141 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device dc15cc56-4b6a-4c63-98b8-cba434cd27d0 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:18.954907 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:18.958203 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:18.959492 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '7d201101-e357-4a18-bd02-9d3355f22127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:17Z', 'revision_number': 3, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'gw_port': {'id': '7d201101-e357-4a18-bd02-9d3355f22127', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:18.961914 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:55:18.991591 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Pushing event updated for resources: {'Port': ['ID=c3c172ae-05a2-4241-acfb-744135474141,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:19.010517 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.014406 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228e910-a6f6-451a-96cf-35ec484c5b4a None None] Pushing event updated for resources: {'Port': ['ID=dc15cc56-4b6a-4c63-98b8-cba434cd27d0,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:19.017253 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Checking router: bc9c1889-ecc4-4986-8f33-77d0a888e2e1 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:55:19.017986 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Updating router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 port 7d201101-e357-4a18-bd02-9d3355f22127 binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:55:19.074626 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-33018be7-19f0-48d7-aec4-09c1b7aa0cce None None] Provisioning complete for port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:19.074999 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-33018be7-19f0-48d7-aec4-09c1b7aa0cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.075334 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-33018be7-19f0-48d7-aec4-09c1b7aa0cce None None] Attempt 1 to provision port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 Oct 03 14:55:19.142303 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7d201101-e357-4a18-bd02-9d3355f22127), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.170435 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c3c172ae-05a2-4241-acfb-744135474141), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.172972 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:19.173341 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.174000 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 Oct 03 14:55:19.178845 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=2903239d-6447-4cb0-beb4-a354bceecb33,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:19.210243 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:19.338435 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-33018be7-19f0-48d7-aec4-09c1b7aa0cce None None] Current status of the port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:19.357961 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Publish callbacks [] for port (c3c172ae-05a2-4241-acfb-744135474141), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.363810 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (c3c172ae-05a2-4241-acfb-744135474141), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.404611 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:19.414579 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:19.417733 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:19.419349 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:19.434855 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.436787 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Pushing event updated for resources: {'Port': ['ID=c3c172ae-05a2-4241-acfb-744135474141,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:19.487124 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-95597e8b-3b1d-4483-8dd1-c81189293919 None None] Provisioning complete for port c3c172ae-05a2-4241-acfb-744135474141 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:19.487491 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-95597e8b-3b1d-4483-8dd1-c81189293919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c3c172ae-05a2-4241-acfb-744135474141), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.487825 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-95597e8b-3b1d-4483-8dd1-c81189293919 None None] Attempt 1 to provision port c3c172ae-05a2-4241-acfb-744135474141 Oct 03 14:55:19.532733 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:19.534640 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:19.547969 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:19.548337 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.548700 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 Oct 03 14:55:19.556259 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-95597e8b-3b1d-4483-8dd1-c81189293919 None None] Port c3c172ae-05a2-4241-acfb-744135474141 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:55:19.597109 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:19.631704 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Publish callbacks [] for port (7d201101-e357-4a18-bd02-9d3355f22127), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.657659 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:55:19.660629 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7d201101-e357-4a18-bd02-9d3355f22127), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.709320 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Attempting to bind port 7d201101-e357-4a18-bd02-9d3355f22127 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:55:19.710259 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Attempting to bind port 7d201101-e357-4a18-bd02-9d3355f22127 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:55:19.710637 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Attempting to bind port 7d201101-e357-4a18-bd02-9d3355f22127 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:55:19.743672 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:19.758365 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54c42d-4f29-41c9-a2d6-1ddcce88bad4 None None] Pushing event updated for resources: {'Port': ['ID=7d201101-e357-4a18-bd02-9d3355f22127,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:19.769344 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:55:19.786061 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-1fd14c92-efaf-4875-baad-4f52b0af1bad admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/bc9c1889-ecc4-4986-8f33-77d0a888e2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8517597 Oct 03 14:55:19.793001 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:55:19.793654 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:55:19.794220 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.795306 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:55:19.797174 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Bound port: 7d201101-e357-4a18-bd02-9d3355f22127, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:55:19.797924 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7d201101-e357-4a18-bd02-9d3355f22127), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.801481 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-06ac167e-45f1-4785-b282-c5c739d02bca None None] Provisioning complete for port c3c172ae-05a2-4241-acfb-744135474141 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:19.802643 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-06ac167e-45f1-4785-b282-c5c739d02bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c3c172ae-05a2-4241-acfb-744135474141), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.803174 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-06ac167e-45f1-4785-b282-c5c739d02bca None None] Attempt 1 to provision port c3c172ae-05a2-4241-acfb-744135474141 Oct 03 14:55:19.879619 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-06ac167e-45f1-4785-b282-c5c739d02bca None None] Port c3c172ae-05a2-4241-acfb-744135474141 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:55:19.889942 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] For port 7d201101-e357-4a18-bd02-9d3355f22127, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:55:19.893700 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] For port 7d201101-e357-4a18-bd02-9d3355f22127, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=7d201101-e357-4a18-bd02-9d3355f22127,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:55:19.904404 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 2903239d-6447-4cb0-beb4-a354bceecb33 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:19.908383 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7d201101-e357-4a18-bd02-9d3355f22127), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:19.989506 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Routers {'bc9c1889-ecc4-4986-8f33-77d0a888e2e1'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:19.990572 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:55:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:20.047963 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54c42d-4f29-41c9-a2d6-1ddcce88bad4 None None] Pushing event updated for resources: {'Port': ['ID=7d201101-e357-4a18-bd02-9d3355f22127,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:20.059015 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 2903239d-6447-4cb0-beb4-a354bceecb33 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:20.059414 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.059816 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 2903239d-6447-4cb0-beb4-a354bceecb33 Oct 03 14:55:20.201270 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56584) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:20.206601 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-2ce7bb45-10d5-43ed-8518-28dbb2d8c9c7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583600217', 'description': 'tempest-secgroup-smoke-583600217 description', 'project_id': '8fae62571c3c402a8fcc4afaf4268310'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:20.232777 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2ce7bb45-10d5-43ed-8518-28dbb2d8c9c7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.257463 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:20.306993 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] Set router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:20.348106 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2ce7bb45-10d5-43ed-8518-28dbb2d8c9c7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group (091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.352564 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:20.353130 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2ce7bb45-10d5-43ed-8518-28dbb2d8c9c7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.380957 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 2903239d-6447-4cb0-beb4-a354bceecb33 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:20.382167 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device dc15cc56-4b6a-4c63-98b8-cba434cd27d0 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:20.395682 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2ce7bb45-10d5-43ed-8518-28dbb2d8c9c7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.396889 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-2ce7bb45-10d5-43ed-8518-28dbb2d8c9c7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1963120 Oct 03 14:55:20.399891 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56586) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:20.404327 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-57a7c774-33b1-4706-a318-9e2a724ede43 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Request body: {'security_group_rule': {'security_group_id': '091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8', 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:20.409725 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7bb45-10d5-43ed-8518-28dbb2d8c9c7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:20.434115 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-57a7c774-33b1-4706-a318-9e2a724ede43 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (f26274de-d70c-4805-8bf2-236f15681cad), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.491065 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-57a7c774-33b1-4706-a318-9e2a724ede43 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (f26274de-d70c-4805-8bf2-236f15681cad), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.494788 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-57a7c774-33b1-4706-a318-9e2a724ede43 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (f26274de-d70c-4805-8bf2-236f15681cad), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.500918 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:20.503837 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:20.504361 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.504699 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 Oct 03 14:55:20.515640 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7c774-33b1-4706-a318-9e2a724ede43 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26274de-d70c-4805-8bf2-236f15681cad,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:20.523270 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-57a7c774-33b1-4706-a318-9e2a724ede43 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.527399 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-57a7c774-33b1-4706-a318-9e2a724ede43 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236646 Oct 03 14:55:20.527643 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56588) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:20.531897 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-e07419c7-c3ce-4d99-96bf-6ca1ee203c2b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Request body: {'security_group_rule': {'security_group_id': '091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8', 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:20.559293 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e07419c7-c3ce-4d99-96bf-6ca1ee203c2b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (f1989efe-3c4f-4c18-998c-618c62134cb6), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.618180 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e07419c7-c3ce-4d99-96bf-6ca1ee203c2b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (f1989efe-3c4f-4c18-998c-618c62134cb6), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.623192 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e07419c7-c3ce-4d99-96bf-6ca1ee203c2b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (f1989efe-3c4f-4c18-998c-618c62134cb6), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.625544 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '7d201101-e357-4a18-bd02-9d3355f22127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 4, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'gw_port': {'id': '7d201101-e357-4a18-bd02-9d3355f22127', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'c3c172ae-05a2-4241-acfb-744135474141', 'name': '', 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'mac_address': 'fa:16:3e:ec:ea:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:18Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 2, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'subnets': [{'id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:20.644775 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07419c7-c3ce-4d99-96bf-6ca1ee203c2b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1989efe-3c4f-4c18-998c-618c62134cb6,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:20.651390 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e07419c7-c3ce-4d99-96bf-6ca1ee203c2b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.652443 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-e07419c7-c3ce-4d99-96bf-6ca1ee203c2b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238422 Oct 03 14:55:20.655414 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56590) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:20.657068 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28ebde-2a66-4ff6-8f9a-755ef35ad95c None None] The sync data for ids ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'] in dv-cinder-859877-2-iscsi is: [{'id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '7d201101-e357-4a18-bd02-9d3355f22127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 4, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'gw_port': {'id': '7d201101-e357-4a18-bd02-9d3355f22127', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'c3c172ae-05a2-4241-acfb-744135474141', 'name': '', 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'mac_address': 'fa:16:3e:ec:ea:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:18Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 2, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'subnets': [{'id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:55:20.660350 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:20.661022 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-85d99524-e249-456a-b5be-309af536d395 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Request body: {'security_group_rule': {'security_group_id': '091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8', 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:20.693869 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-85d99524-e249-456a-b5be-309af536d395 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (174ed15e-a26f-4721-86c1-0cbe8fd7ed1c), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.754271 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-85d99524-e249-456a-b5be-309af536d395 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (174ed15e-a26f-4721-86c1-0cbe8fd7ed1c), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.758758 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-85d99524-e249-456a-b5be-309af536d395 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (174ed15e-a26f-4721-86c1-0cbe8fd7ed1c), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.778967 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d99524-e249-456a-b5be-309af536d395 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174ed15e-a26f-4721-86c1-0cbe8fd7ed1c,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:20.784700 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-85d99524-e249-456a-b5be-309af536d395 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.788718 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56592) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:20.788962 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-85d99524-e249-456a-b5be-309af536d395 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323259 Oct 03 14:55:20.793885 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-e26d43bf-5da4-419b-b65b-ae420878bcbd tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Request body: {'security_group_rule': {'security_group_id': '091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8', 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:20.822244 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e26d43bf-5da4-419b-b65b-ae420878bcbd tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (5b64f346-b36d-482e-8e3b-74588c42a420), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.902969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e26d43bf-5da4-419b-b65b-ae420878bcbd tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (5b64f346-b36d-482e-8e3b-74588c42a420), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.907126 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e26d43bf-5da4-419b-b65b-ae420878bcbd tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (5b64f346-b36d-482e-8e3b-74588c42a420), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.912957 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:20.928102 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d43bf-5da4-419b-b65b-ae420878bcbd tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b64f346-b36d-482e-8e3b-74588c42a420,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:20.938433 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e26d43bf-5da4-419b-b65b-ae420878bcbd tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:20.939769 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-e26d43bf-5da4-419b-b65b-ae420878bcbd tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499865 Oct 03 14:55:20.942750 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56596) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:20.947276 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-81a1ed08-a373-4643-b541-9f4203670d97 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Request body: {'security_group_rule': {'security_group_id': '091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8', 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:20.973967 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.securitygroups_db [None req-81a1ed08-a373-4643-b541-9f4203670d97 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Project 8fae62571c3c402a8fcc4afaf4268310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 14:55:20.980926 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-81a1ed08-a373-4643-b541-9f4203670d97 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (bb72d691-fdf9-44e3-bf8a-5c4ec8860f71), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:21.049585 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-81a1ed08-a373-4643-b541-9f4203670d97 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (bb72d691-fdf9-44e3-bf8a-5c4ec8860f71), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:21.054139 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-81a1ed08-a373-4643-b541-9f4203670d97 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (bb72d691-fdf9-44e3-bf8a-5c4ec8860f71), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:21.082815 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1ed08-a373-4643-b541-9f4203670d97 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb72d691-fdf9-44e3-bf8a-5c4ec8860f71,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:21.093271 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-81a1ed08-a373-4643-b541-9f4203670d97 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:21.094524 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-81a1ed08-a373-4643-b541-9f4203670d97 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507900 Oct 03 14:55:21.097363 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56598) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:21.101746 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-de60b519-0faa-41dd-a0b7-5ed76b3f3975 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Request body: {'security_group_rule': {'security_group_id': '091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8', 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:21.125975 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.securitygroups_db [None req-de60b519-0faa-41dd-a0b7-5ed76b3f3975 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Project 8fae62571c3c402a8fcc4afaf4268310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 14:55:21.133482 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-de60b519-0faa-41dd-a0b7-5ed76b3f3975 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (319b8978-5677-4fb3-acdf-5e5ca9659964), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:21.196204 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-de60b519-0faa-41dd-a0b7-5ed76b3f3975 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (319b8978-5677-4fb3-acdf-5e5ca9659964), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:21.200754 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-de60b519-0faa-41dd-a0b7-5ed76b3f3975 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (319b8978-5677-4fb3-acdf-5e5ca9659964), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:21.216597 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60b519-0faa-41dd-a0b7-5ed76b3f3975 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319b8978-5677-4fb3-acdf-5e5ca9659964,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:21.235826 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-de60b519-0faa-41dd-a0b7-5ed76b3f3975 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:21.237070 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-de60b519-0faa-41dd-a0b7-5ed76b3f3975 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387331 Oct 03 14:55:21.883419 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7d201101-e357-4a18-bd02-9d3355f22127 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:21.929216 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 7d201101-e357-4a18-bd02-9d3355f22127 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:21.929616 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (7d201101-e357-4a18-bd02-9d3355f22127), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:21.929950 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 7d201101-e357-4a18-bd02-9d3355f22127 Oct 03 14:55:22.005233 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 7d201101-e357-4a18-bd02-9d3355f22127 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:22.005552 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (7d201101-e357-4a18-bd02-9d3355f22127), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:22.025902 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 7d201101-e357-4a18-bd02-9d3355f22127, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=7d201101-e357-4a18-bd02-9d3355f22127,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:22.029883 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (7d201101-e357-4a18-bd02-9d3355f22127), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:22.075158 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=7d201101-e357-4a18-bd02-9d3355f22127,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:23.878215 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7d201101-e357-4a18-bd02-9d3355f22127 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:23.925125 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 7d201101-e357-4a18-bd02-9d3355f22127 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:23.925513 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (7d201101-e357-4a18-bd02-9d3355f22127), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:23.925850 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 7d201101-e357-4a18-bd02-9d3355f22127 Oct 03 14:55:23.995242 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 7d201101-e357-4a18-bd02-9d3355f22127 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:24.490023 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Sync routers for ids ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:55:24.500563 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Routers {'bc9c1889-ecc4-4986-8f33-77d0a888e2e1'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:24.501160 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:55:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:24.599418 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Set router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:24.859508 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '7d201101-e357-4a18-bd02-9d3355f22127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 4, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'gw_port': {'id': '7d201101-e357-4a18-bd02-9d3355f22127', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'c3c172ae-05a2-4241-acfb-744135474141', 'name': '', 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'mac_address': 'fa:16:3e:ec:ea:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:18Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 2, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'subnets': [{'id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:24.884255 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Checking router: bc9c1889-ecc4-4986-8f33-77d0a888e2e1 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:55:24.884602 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Updating router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 port c3c172ae-05a2-4241-acfb-744135474141 binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 14:55:24.916206 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c3c172ae-05a2-4241-acfb-744135474141), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:25.177688 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Publish callbacks [] for port (c3c172ae-05a2-4241-acfb-744135474141), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:25.182647 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (c3c172ae-05a2-4241-acfb-744135474141), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:25.205997 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:25.249404 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adbc1e-ea60-4126-a891-fdd8446fdaa2 None None] Pushing event updated for resources: {'Port': ['ID=c3c172ae-05a2-4241-acfb-744135474141,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:25.277554 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Attempting to bind port c3c172ae-05a2-4241-acfb-744135474141 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:55:25.277915 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Attempting to bind port c3c172ae-05a2-4241-acfb-744135474141 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '5222cb1b-2106-4ca8-9d0a-368057315292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:55:25.278264 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Attempting to bind port c3c172ae-05a2-4241-acfb-744135474141 on network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:55:25.307436 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:25.320766 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:55:25.321134 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Checking segment: {'id': '5222cb1b-2106-4ca8-9d0a-368057315292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:55:25.321559 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:25.322075 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Bound using segment: {'id': '5222cb1b-2106-4ca8-9d0a-368057315292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:55:25.322544 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Bound port: c3c172ae-05a2-4241-acfb-744135474141, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5222cb1b-2106-4ca8-9d0a-368057315292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:55:25.322918 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c3c172ae-05a2-4241-acfb-744135474141), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:25.384886 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] For port c3c172ae-05a2-4241-acfb-744135474141, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:55:25.388161 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] For port c3c172ae-05a2-4241-acfb-744135474141, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=c3c172ae-05a2-4241-acfb-744135474141,segment=NetworkSegment(5222cb1b-2106-4ca8-9d0a-368057315292),segment_id=5222cb1b-2106-4ca8-9d0a-368057315292)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:55:25.394444 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (c3c172ae-05a2-4241-acfb-744135474141), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:25.433689 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Routers {'bc9c1889-ecc4-4986-8f33-77d0a888e2e1'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:55:25.434232 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:55:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:25.488309 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adbc1e-ea60-4126-a891-fdd8446fdaa2 None None] Pushing event updated for resources: {'Port': ['ID=c3c172ae-05a2-4241-acfb-744135474141,revision_number=4']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:25.548956 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] Set router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:55:25.730981 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '7d201101-e357-4a18-bd02-9d3355f22127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 4, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'gw_port': {'id': '7d201101-e357-4a18-bd02-9d3355f22127', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'c3c172ae-05a2-4241-acfb-744135474141', 'name': '', 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'mac_address': 'fa:16:3e:ec:ea:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:18Z', 'updated_at': '2022-10-03T14:55:25Z', 'revision_number': 4, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'subnets': [{'id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:55:25.759484 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d6194a-722d-4369-a34f-0868d4a9cc57 None None] The sync data for ids ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'] in dv-cinder-859877-2-iscsi is: [{'id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '7d201101-e357-4a18-bd02-9d3355f22127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:19Z', 'revision_number': 4, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'gw_port': {'id': '7d201101-e357-4a18-bd02-9d3355f22127', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'c3c172ae-05a2-4241-acfb-744135474141', 'name': '', 'network_id': '391f4605-a3c3-4e7c-9f88-5d6c505c61d8', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'mac_address': 'fa:16:3e:ec:ea:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:18Z', 'updated_at': '2022-10-03T14:55:25Z', 'revision_number': 4, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'subnets': [{'id': '51f4d98b-12e3-477f-8405-a8b5a11fd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:55:25.888162 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c3c172ae-05a2-4241-acfb-744135474141 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:25.936839 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port c3c172ae-05a2-4241-acfb-744135474141 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:25.937196 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c3c172ae-05a2-4241-acfb-744135474141), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:25.937875 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port c3c172ae-05a2-4241-acfb-744135474141 Oct 03 14:55:25.973244 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:26.010646 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:26.022391 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port c3c172ae-05a2-4241-acfb-744135474141 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:26.022776 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (c3c172ae-05a2-4241-acfb-744135474141), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:26.056550 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port c3c172ae-05a2-4241-acfb-744135474141, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=c3c172ae-05a2-4241-acfb-744135474141,segment=NetworkSegment(5222cb1b-2106-4ca8-9d0a-368057315292),segment_id=5222cb1b-2106-4ca8-9d0a-368057315292)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:26.061141 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (c3c172ae-05a2-4241-acfb-744135474141), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:26.110158 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=c3c172ae-05a2-4241-acfb-744135474141,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:27.870306 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c3c172ae-05a2-4241-acfb-744135474141 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:27.916707 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port c3c172ae-05a2-4241-acfb-744135474141 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:27.917076 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (c3c172ae-05a2-4241-acfb-744135474141), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:27.917928 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port c3c172ae-05a2-4241-acfb-744135474141 Oct 03 14:55:27.988334 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port c3c172ae-05a2-4241-acfb-744135474141 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:30.769718 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=46,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:30.776039 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=77,neutron:INSERT=4,neutron:DELETE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:31.222873 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=28,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:31.225864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=63,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:31.812304 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:32.576019 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:55:39.426121 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 56880) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:39.430599 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-13371523-198c-4ea7-af72-7702e1b60c7e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908753844', 'description': 'tempest-description--1915283183'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:39.452423 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-13371523-198c-4ea7-af72-7702e1b60c7e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.518608 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-13371523-198c-4ea7-af72-7702e1b60c7e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (4b4c85f1-fac7-4724-a6fc-664ec876a5fe), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.522009 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-13371523-198c-4ea7-af72-7702e1b60c7e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (4b4c85f1-fac7-4724-a6fc-664ec876a5fe), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.552350 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-13371523-198c-4ea7-af72-7702e1b60c7e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.553578 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-13371523-198c-4ea7-af72-7702e1b60c7e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1264181 Oct 03 14:55:39.555390 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13371523-198c-4ea7-af72-7702e1b60c7e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4c85f1-fac7-4724-a6fc-664ec876a5fe,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:39.556582 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56882) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:39.562981 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-76b1c1d1-a72e-4558-ba80-31f93eef6ed9 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group_rule': {'security_group_id': '4b4c85f1-fac7-4724-a6fc-664ec876a5fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:39.590721 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-76b1c1d1-a72e-4558-ba80-31f93eef6ed9 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (157d891b-6923-42cd-9efb-7d75ea6d34ca), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.650143 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-76b1c1d1-a72e-4558-ba80-31f93eef6ed9 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (157d891b-6923-42cd-9efb-7d75ea6d34ca), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.653831 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-76b1c1d1-a72e-4558-ba80-31f93eef6ed9 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (157d891b-6923-42cd-9efb-7d75ea6d34ca), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.672485 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1c1d1-a72e-4558-ba80-31f93eef6ed9 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157d891b-6923-42cd-9efb-7d75ea6d34ca,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:39.681254 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-76b1c1d1-a72e-4558-ba80-31f93eef6ed9 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.682505 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-76b1c1d1-a72e-4558-ba80-31f93eef6ed9 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238725 Oct 03 14:55:39.685695 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56886) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:39.689955 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-e9c1254a-0691-48a9-bde6-7cc1a24ddfc0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group_rule': {'security_group_id': '4b4c85f1-fac7-4724-a6fc-664ec876a5fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:39.720899 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9c1254a-0691-48a9-bde6-7cc1a24ddfc0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (663b9261-36be-4ac7-aeda-9aedf48f4ce5), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.768985 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9c1254a-0691-48a9-bde6-7cc1a24ddfc0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (663b9261-36be-4ac7-aeda-9aedf48f4ce5), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.772473 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9c1254a-0691-48a9-bde6-7cc1a24ddfc0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (663b9261-36be-4ac7-aeda-9aedf48f4ce5), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.790219 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1254a-0691-48a9-bde6-7cc1a24ddfc0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663b9261-36be-4ac7-aeda-9aedf48f4ce5,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:39.800150 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e9c1254a-0691-48a9-bde6-7cc1a24ddfc0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.801429 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e9c1254a-0691-48a9-bde6-7cc1a24ddfc0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147790 Oct 03 14:55:39.804781 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 56888) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:39.810429 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:39.831202 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:39.911965 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:40.026448 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Allocated IP 172.27.1.98 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/68e91cc8-1dfe-4d29-80a6-6020007886c3) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:55:40.135237 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (68e91cc8-1dfe-4d29-80a6-6020007886c3), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:40.169562 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (68e91cc8-1dfe-4d29-80a6-6020007886c3), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:40.212743 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:40.218303 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:40.220890 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:55:40.224468 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=68e91cc8-1dfe-4d29-80a6-6020007886c3,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:40.265120 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:40.266976 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:40.318609 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (ddb3652b-5410-4672-b987-1288680cc350), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:40.362383 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (68e91cc8-1dfe-4d29-80a6-6020007886c3), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:40.518387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (68e91cc8-1dfe-4d29-80a6-6020007886c3), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:40.522771 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (68e91cc8-1dfe-4d29-80a6-6020007886c3), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:40.590756 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (ddb3652b-5410-4672-b987-1288680cc350), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:40.593342 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=68e91cc8-1dfe-4d29-80a6-6020007886c3,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:40.608633 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:40.609895 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-79b58357-7bf1-4bf3-ad8f-183c948ae933 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8035519 Oct 03 14:55:41.595090 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:41.692812 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-15b92f53-b01d-4b45-afa2-e63b5d4b636e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1908753844&fields=id&tenant_id=f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 267 time: 0.0511289 Oct 03 14:55:41.740904 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709fbda-b33e-4dfd-b0ec-2553aff374d5 req-5f562aea-ab4e-4569-9881-62f81528391e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:41.742600 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3709fbda-b33e-4dfd-b0ec-2553aff374d5 req-5f562aea-ab4e-4569-9881-62f81528391e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0530624 Oct 03 14:55:41.793675 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3709fbda-b33e-4dfd-b0ec-2553aff374d5 req-362b53b5-4e48-48be-83a1-cd3815d75840 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443344 Oct 03 14:55:41.800407 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:41.809721 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-0cbc8336-bb5e-4446-8d13-57fb337c7a9e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:41.810889 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:41.811537 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-0cbc8336-bb5e-4446-8d13-57fb337c7a9e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 815 time: 0.1099491 Oct 03 14:55:41.848152 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-74af38bf-fc3b-418c-9486-f70253ba88a7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/quotas/f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 375 time: 0.0105798 Oct 03 14:55:41.900994 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-dfa4e1e3-1765-4280-b6d1-7a29ddd63f07 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476806 Oct 03 14:55:42.005619 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-474768e7-5bd0-419e-9581-ef5ce14809d8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930786 Oct 03 14:55:42.095734 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-fa77304c-da79-48f1-ac7c-a6f2f3c2e1ed service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843925 Oct 03 14:55:42.262206 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0328051c-196d-47da-93c0-a768dac025ad req-fecf002e-4224-4004-8e8b-7f6f76875627 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 210 time: 0.0340617 Oct 03 14:55:42.572548 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=54 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:42.942125 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cbbd9-464a-4fd3-88ec-adecd5f48367 req-79bd1421-0b4f-4b6c-b37e-5035b5ffa661 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:42.944737 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-595cbbd9-464a-4fd3-88ec-adecd5f48367 req-79bd1421-0b4f-4b6c-b37e-5035b5ffa661 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0555236 Oct 03 14:55:42.978934 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:42.995292 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-595cbbd9-464a-4fd3-88ec-adecd5f48367 req-c0640bc4-5cfa-476e-97ca-6cb33ded1a93 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Oct 03 14:55:43.226340 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-c6f85993-5f03-46f4-a092-8b8339cb452a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:43.360916 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-becb5266-3280-4a70-876c-4070d62d1496 req-dfd26668-56d1-44e9-94a3-2dadbdd0d108 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 210 time: 0.0279706 Oct 03 14:55:43.915829 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2a012fe8-29fd-4bc1-987d-c01cd2b33d23 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:43.917489 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2a012fe8-29fd-4bc1-987d-c01cd2b33d23 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 815 time: 0.1064100 Oct 03 14:55:43.968016 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:44.019559 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-94b3d924-8c49-4b46-bcb6-0895c6adce70 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 473 time: 0.0672576 Oct 03 14:55:44.125784 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c235aa-f373-49d5-9f6e-913255a998f3 req-aa669427-93b7-4dab-ba7b-04175cf1f264 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:44.127163 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-99c235aa-f373-49d5-9f6e-913255a998f3 req-aa669427-93b7-4dab-ba7b-04175cf1f264 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0469015 Oct 03 14:55:44.171012 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'port': {'device_id': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'admin_state_up': True, 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'security_groups': ['4b4c85f1-fac7-4724-a6fc-664ec876a5fe']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:44.190749 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-99c235aa-f373-49d5-9f6e-913255a998f3 req-c8d9d4ef-e053-41ce-a79b-309d9c30212f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580549 Oct 03 14:55:44.290848 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Made reservation on behalf of f441c0592cd146d3be851ac96cbc49dc for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:55:44.294661 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:44.420002 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Allocated IP 172.20.0.12 (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed/af42466f-d6e8-445c-95ca-83f78fbd4579/e2d275ba-9f0b-4940-b899-d1d6d34a79b3) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:55:44.465915 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-15c3048b-5ebb-4d37-b2bf-5020b784869e req-545514f1-ed76-4349-9bbb-96297879ff11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 210 time: 0.0310974 Oct 03 14:55:44.562119 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:44.597911 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:44.644665 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:55:44.647900 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:55:44.651601 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:55:44.680526 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:44.699359 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:44.707931 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:44.708532 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:44.727284 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-2df9f09f-7755-4523-96b1-7e4951feed8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5601187 Oct 03 14:55:44.753490 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Request body: {'port': {'device_id': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:44.815891 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:44.860294 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:44.885870 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-4b2830ab-4359-4c58-86df-eae75499d546 None None] Provisioning complete for port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:44.886420 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-4b2830ab-4359-4c58-86df-eae75499d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:44.886548 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-4b2830ab-4359-4c58-86df-eae75499d546 None None] Attempt 1 to provision port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 Oct 03 14:55:44.919464 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-4b2830ab-4359-4c58-86df-eae75499d546 None None] Port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:55:45.080266 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d275ba-9f0b-4940-b899-d1d6d34a79b3 {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:55:45.087887 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Publish callbacks [] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:45.100301 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Transition to ACTIVE for port object e2d275ba-9f0b-4940-b899-d1d6d34a79b3 will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:55:45.103353 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:45.182555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Pushing event updated for resources: {'Port': ['ID=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:45.209050 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Attempting to bind port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:55:45.209378 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Attempting to bind port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:55:45.209724 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Attempting to bind port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:55:45.254647 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:55:45.254965 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Attempting to bind port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:55:45.346677 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b57f7-38b7-4ffa-a115-a346c5fc2f74 req-3d27f491-6c0c-424a-9904-9a2b2a127463 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:45.348330 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8e4b57f7-38b7-4ffa-a115-a346c5fc2f74 req-3d27f491-6c0c-424a-9904-9a2b2a127463 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0677726 Oct 03 14:55:45.349214 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:55:45.349580 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Checking segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:55:45.349960 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Bound using segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:55:45.350403 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Bound port: e2d275ba-9f0b-4940-b899-d1d6d34a79b3, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:55:45.350768 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:45.447968 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8e4b57f7-38b7-4ffa-a115-a346c5fc2f74 req-e6ef9675-0486-4fbd-8c36-43eabda412ee tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934958 Oct 03 14:55:45.452171 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-271b1373-a2d1-481c-9d6f-f6f2199b8fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:45.452355 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] For port e2d275ba-9f0b-4940-b899-d1d6d34a79b3, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:55:45.457021 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] For port e2d275ba-9f0b-4940-b899-d1d6d34a79b3, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:55:45.468477 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:45.472877 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:45.473474 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:45.474901 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e2d275ba-9f0b-4940-b899-d1d6d34a79b3 HTTP/1.1" status: 200 len: 1094 time: 0.7258039 Oct 03 14:55:45.475441 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'tag': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:55:45.477660 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5501c923-e377-4b9e-87da-2a29a8c6620a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8993421-0b03-4554-aa82-b608a3baebe2", "tag": "e2d275ba-9f0b-4940-b899-d1d6d34a79b3"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:55:45.518931 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e3b79-a19a-472f-8c76-e74594ea2eed x-openstack-request-id: req-c47e3b79-a19a-472f-8c76-e74594ea2eed {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:55:45.519293 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8993421-0b03-4554-aa82-b608a3baebe2", "tag": "e2d275ba-9f0b-4940-b899-d1d6d34a79b3", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:55:45.519610 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c47e3b79-a19a-472f-8c76-e74594ea2eed {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:55:45.520071 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47e3b79-a19a-472f-8c76-e74594ea2eed'] response: {'name': 'network-changed', 'server_uuid': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'tag': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3', 'status': 'completed', 'code': 200} Oct 03 14:55:45.532546 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23628b3e-037a-4c13-8b13-766871d9684a service neutron] Pushing event updated for resources: {'Port': ['ID=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:45.618689 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:45.628559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa3ff-d4e9-4b97-84ef-739c7884db8c req-17513513-5d02-4d61-9c2f-31508f68348d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:45.630163 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a39aa3ff-d4e9-4b97-84ef-739c7884db8c req-17513513-5d02-4d61-9c2f-31508f68348d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 944 time: 0.0805531 Oct 03 14:55:45.632577 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-c3abc7d9-2b9a-451c-bd6a-f3648e2b0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:45.634022 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-c3abc7d9-2b9a-451c-bd6a-f3648e2b0e32 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 1128 time: 0.0533402 Oct 03 14:55:45.703546 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-02df69c5-a0fd-45c5-b624-ade7134ff637 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2d275ba-9f0b-4940-b899-d1d6d34a79b3 HTTP/1.1" status: 200 len: 217 time: 0.0497530 Oct 03 14:55:45.762686 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a39aa3ff-d4e9-4b97-84ef-739c7884db8c req-394f0ce2-d655-45bb-b529-6d4c7200c692 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251276 Oct 03 14:55:45.771383 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:45.781869 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-e070dd2f-0262-476d-8337-2555361c2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:45.783302 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-e070dd2f-0262-476d-8337-2555361c2ab1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0733280 Oct 03 14:55:45.828670 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-6698dd77-60e0-482b-ab7d-95b563a681c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:45.830191 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-6698dd77-60e0-482b-ab7d-95b563a681c3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397770 Oct 03 14:55:45.922593 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-d897d1ad-f6e6-4375-9f19-95efc9e64261 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852218 Oct 03 14:55:46.013542 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8345fb88-c98a-4fbb-aae6-3b3b9e6c601a req-a1a5632d-4f21-4994-9571-285eddbea58a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838540 Oct 03 14:55:46.579346 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce8bbf-8f2a-46ce-afdd-3f11af6f6916 req-2f2ef1b5-3916-4e14-a507-f5d9b9e92577 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:46.580741 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-91ce8bbf-8f2a-46ce-afdd-3f11af6f6916 req-2f2ef1b5-3916-4e14-a507-f5d9b9e92577 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0469499 Oct 03 14:55:46.627699 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-91ce8bbf-8f2a-46ce-afdd-3f11af6f6916 req-09f3d943-3bcb-41bd-b69e-b3fe41a4c7e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414762 Oct 03 14:55:46.716005 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:46.884087 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bb823-37ba-46c3-a4d8-00be0c1a686f req-24c321d8-f9f8-458a-8f98-51b924b3f699 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:46.885558 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c36bb823-37ba-46c3-a4d8-00be0c1a686f req-24c321d8-f9f8-458a-8f98-51b924b3f699 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 944 time: 0.0482578 Oct 03 14:55:46.932495 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c36bb823-37ba-46c3-a4d8-00be0c1a686f req-d266d487-aed2-4ae4-89ed-46cf5936f6ab tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Oct 03 14:55:47.749819 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8877f8a-64fe-4bb3-9727-39d91f43707d req-27070e46-2714-42af-a608-451e51f97b0f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:47.751297 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a8877f8a-64fe-4bb3-9727-39d91f43707d req-27070e46-2714-42af-a608-451e51f97b0f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0463877 Oct 03 14:55:47.799143 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a8877f8a-64fe-4bb3-9727-39d91f43707d req-299d3eb4-b8da-46c5-832b-761e3c914013 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420277 Oct 03 14:55:47.930206 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:48.049434 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea030d36-a11f-406f-9a8e-0f32b472b8f5 req-215fd498-7efb-48bf-95e5-cb151c9586fb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:48.050902 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ea030d36-a11f-406f-9a8e-0f32b472b8f5 req-215fd498-7efb-48bf-95e5-cb151c9586fb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 944 time: 0.0459216 Oct 03 14:55:48.097382 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ea030d36-a11f-406f-9a8e-0f32b472b8f5 req-f6849437-679a-4c5d-9536-adafac942b4e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411248 Oct 03 14:55:48.280608 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:48.924807 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d4bf7-45d3-44e6-a31c-c338b743c6de req-4a577c16-e75d-4044-a037-4d93f0e896d4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:48.926390 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a13d4bf7-45d3-44e6-a31c-c338b743c6de req-4a577c16-e75d-4044-a037-4d93f0e896d4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0485671 Oct 03 14:55:48.972675 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a13d4bf7-45d3-44e6-a31c-c338b743c6de req-4c5b925b-9905-4410-8643-c3b68934e4cf tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 Oct 03 14:55:49.219309 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220a361-5868-4473-a264-ba626aaa5410 req-9a12ec44-434a-4f2a-b2ac-26d956fab77b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:49.220767 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e220a361-5868-4473-a264-ba626aaa5410 req-9a12ec44-434a-4f2a-b2ac-26d956fab77b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 944 time: 0.0490377 Oct 03 14:55:49.268919 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e220a361-5868-4473-a264-ba626aaa5410 req-df1c6873-68cc-4810-9781-cfb298258c8b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Oct 03 14:55:50.095750 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac8df4-3c21-43c4-ba1a-0f4a040d8c4f req-9b86fc2a-1c71-436b-a152-9025450f577d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:50.097129 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9dac8df4-3c21-43c4-ba1a-0f4a040d8c4f req-9b86fc2a-1c71-436b-a152-9025450f577d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0457761 Oct 03 14:55:50.144701 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9dac8df4-3c21-43c4-ba1a-0f4a040d8c4f req-383afe68-d58d-426c-89cd-1e251e218beb tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Oct 03 14:55:50.387951 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfcfe4-0340-4750-871b-39175ee2f08a req-da0ac5d5-6d3b-4df0-8416-fd7960e1e6ac tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:50.391884 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2bdfcfe4-0340-4750-871b-39175ee2f08a req-da0ac5d5-6d3b-4df0-8416-fd7960e1e6ac tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 944 time: 0.0469468 Oct 03 14:55:50.436437 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2bdfcfe4-0340-4750-871b-39175ee2f08a req-c7bd7fd6-9632-4306-afb2-999bdcb43162 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Oct 03 14:55:51.265729 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c47c71-ed29-4989-ae6e-0283986b2ab3 req-46687049-56d7-4683-8187-a099605cd937 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:51.267093 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c8c47c71-ed29-4989-ae6e-0283986b2ab3 req-46687049-56d7-4683-8187-a099605cd937 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0452623 Oct 03 14:55:51.317768 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c8c47c71-ed29-4989-ae6e-0283986b2ab3 req-8fdb552f-7236-4775-aa57-dcb7119fdb49 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451891 Oct 03 14:55:51.456220 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e2d275ba-9f0b-4940-b899-d1d6d34a79b3 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:55:51.554445 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6707-3a19-4b4d-845e-d0e8b889fdca req-cfe4424f-3159-40d1-a208-7d147bd9cbf2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:51.555835 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ba4d6707-3a19-4b4d-845e-d0e8b889fdca req-cfe4424f-3159-40d1-a208-7d147bd9cbf2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 944 time: 0.0473502 Oct 03 14:55:51.556528 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e2d275ba-9f0b-4940-b899-d1d6d34a79b3, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:51.572762 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'port_id': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3', 'mac_address': 'fa:16:3e:d1:f8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:55:51.609161 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:51.609573 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:51.623411 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d275ba-9f0b-4940-b899-d1d6d34a79b3 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:55:51.631515 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-dc781916-075c-4073-a7dc-eeffab36389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:51.633005 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-dc781916-075c-4073-a7dc-eeffab36389e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 1128 time: 0.0535860 Oct 03 14:55:51.640418 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ba4d6707-3a19-4b4d-845e-d0e8b889fdca req-42f2c2de-137d-490c-99e6-35b343451666 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783198 Oct 03 14:55:51.643943 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e2d275ba-9f0b-4940-b899-d1d6d34a79b3, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:51.647388 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:51.693253 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:51.726724 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-9183083a-c403-47e5-b56e-ace91a5fc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:51.728272 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-9183083a-c403-47e5-b56e-ace91a5fc4b7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 916 time: 0.0866525 Oct 03 14:55:51.774534 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-b2aeaeba-fdc8-4d92-af03-a7d0c51ef841 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2d275ba-9f0b-4940-b899-d1d6d34a79b3 HTTP/1.1" status: 200 len: 217 time: 0.0370975 Oct 03 14:55:51.816640 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:51.826013 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-be2fa16b-5ee1-476a-a2e5-c6564c4c8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:51.827443 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-be2fa16b-5ee1-476a-a2e5-c6564c4c8959 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0453250 Oct 03 14:55:51.937898 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-e75dfd62-9570-43d6-b46c-adf6c5ab00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:51.939317 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-e75dfd62-9570-43d6-b46c-adf6c5ab00b3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379424 Oct 03 14:55:52.033581 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-d46bae6a-9d30-4191-84da-899b1ed6f642 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867362 Oct 03 14:55:52.046820 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:52.127296 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5501c923-e377-4b9e-87da-2a29a8c6620a req-cf2bc752-adde-40ad-939a-75e7151a311d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873065 Oct 03 14:55:52.442826 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['e2d275ba-9f0b-4940-b899-d1d6d34a79b3'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:55:52.443064 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1b6ec-d844-4162-bd55-49d145b6ab3b req-ab1f1033-322b-421c-9abc-07395e6bd3c5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:52.444506 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fdc1b6ec-d844-4162-bd55-49d145b6ab3b req-ab1f1033-322b-421c-9abc-07395e6bd3c5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0452006 Oct 03 14:55:52.491898 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fdc1b6ec-d844-4162-bd55-49d145b6ab3b req-59036502-a990-4673-8311-ab4e10b647f9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Oct 03 14:55:52.981041 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640da55-5ad4-4ad4-afa4-7b684cf2611c req-f30f33c6-1a9a-433a-bbad-fcadd7242219 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:52.982483 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0640da55-5ad4-4ad4-afa4-7b684cf2611c req-f30f33c6-1a9a-433a-bbad-fcadd7242219 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 945 time: 0.2628701 Oct 03 14:55:53.030162 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0640da55-5ad4-4ad4-afa4-7b684cf2611c req-a6386a14-9d63-4f8a-908f-111c6e184077 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Oct 03 14:55:53.614313 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d85a-9790-4707-b1e0-702dd8c6702a req-3e451436-75ef-40ec-ace6-e494ef772672 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:53.615659 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fbf6d85a-9790-4707-b1e0-702dd8c6702a req-3e451436-75ef-40ec-ace6-e494ef772672 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0454834 Oct 03 14:55:53.654899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:53.662776 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fbf6d85a-9790-4707-b1e0-702dd8c6702a req-090566ea-f544-437e-9c34-12559d8918c7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 Oct 03 14:55:54.148119 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218eab64-1376-4929-8fd0-60fac674cac9 req-9c9213b5-6969-486b-b60d-c5e1db2ba536 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:54.149608 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-218eab64-1376-4929-8fd0-60fac674cac9 req-9c9213b5-6969-486b-b60d-c5e1db2ba536 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 945 time: 0.0459425 Oct 03 14:55:54.195368 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-218eab64-1376-4929-8fd0-60fac674cac9 req-7a9a144a-6a41-4601-a0fb-0d63c1625478 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Oct 03 14:55:54.516213 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e2d275ba-9f0b-4940-b899-d1d6d34a79b3 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:55:54.556926 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:55:54.563360 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:55:54.563726 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:54.564077 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 Oct 03 14:55:54.637326 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:55:54.638289 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:54.659986 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:55:54.662221 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20e4786-8029-4a12-b38b-d917320fc1ab" -d '{"events": [{"server_uuid": "f8993421-0b03-4554-aa82-b608a3baebe2", "name": "network-vif-plugged", "status": "completed", "tag": "e2d275ba-9f0b-4940-b899-d1d6d34a79b3"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:55:54.674916 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e2d275ba-9f0b-4940-b899-d1d6d34a79b3, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:55:54.679276 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:54.704180 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edc330d-5a6b-4d63-b97c-2d4747f0e3b5 x-openstack-request-id: req-9edc330d-5a6b-4d63-b97c-2d4747f0e3b5 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:55:54.704474 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8993421-0b03-4554-aa82-b608a3baebe2", "name": "network-vif-plugged", "status": "completed", "tag": "e2d275ba-9f0b-4940-b899-d1d6d34a79b3", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:55:54.704734 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9edc330d-5a6b-4d63-b97c-2d4747f0e3b5 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:55:54.705124 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9edc330d-5a6b-4d63-b97c-2d4747f0e3b5'] response: {'server_uuid': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3', 'code': 200} Oct 03 14:55:54.713758 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:54.733342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:55:54.740941 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.741269 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.741653 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.741992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.742318 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.742641 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.742961 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.743279 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.743597 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.743914 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.744233 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.744550 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.744864 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.745174 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.745487 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:55:54.794569 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6035f8-8d06-4e67-b7e9-474804043ad2 req-3ec57cde-6797-496a-8aad-ad6147ba151d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:54.796044 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6d6035f8-8d06-4e67-b7e9-474804043ad2 req-3ec57cde-6797-496a-8aad-ad6147ba151d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0515857 Oct 03 14:55:54.843837 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6d6035f8-8d06-4e67-b7e9-474804043ad2 req-608f4454-6eb1-4800-881a-d8852a1cd24c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Oct 03 14:55:55.108299 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a822f2-3e1a-420a-88eb-12ee2a25eae2 req-5b0232e4-65c1-4646-81fc-fa1d8087b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:55.109675 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-45a822f2-3e1a-420a-88eb-12ee2a25eae2 req-5b0232e4-65c1-4646-81fc-fa1d8087b490 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 1130 time: 0.0377235 Oct 03 14:55:55.153891 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-45a822f2-3e1a-420a-88eb-12ee2a25eae2 req-da2ba79a-b16f-4ed5-88d8-fe9929ec32f9 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374687 Oct 03 14:55:55.301410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:55.317252 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e670466-9e11-4dd0-9484-4cbdcb6bf141 req-f39ee9db-fa0e-4c4f-9886-3b6cf94c5f46 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:55.318756 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3e670466-9e11-4dd0-9484-4cbdcb6bf141 req-f39ee9db-fa0e-4c4f-9886-3b6cf94c5f46 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 946 time: 0.0504391 Oct 03 14:55:55.365080 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3e670466-9e11-4dd0-9484-4cbdcb6bf141 req-2b870bde-ac57-4a15-8568-65ee5c9b4d7d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406642 Oct 03 14:55:55.970501 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604db63-547d-4079-9aed-c22fa946b65f req-d860a5c0-edef-496b-89ce-6fc79a31ad59 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:55.971938 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7604db63-547d-4079-9aed-c22fa946b65f req-d860a5c0-edef-496b-89ce-6fc79a31ad59 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0463610 Oct 03 14:55:56.021589 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7604db63-547d-4079-9aed-c22fa946b65f req-ed666851-a86d-44ee-8c74-e1995bf18493 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Oct 03 14:55:56.480043 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e096d41-bd66-410f-9dee-c99b527dc5f7 req-123fa4ac-703f-4b40-8836-72a94f16ee36 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:56.481904 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3e096d41-bd66-410f-9dee-c99b527dc5f7 req-123fa4ac-703f-4b40-8836-72a94f16ee36 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 946 time: 0.0447249 Oct 03 14:55:56.527191 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3e096d41-bd66-410f-9dee-c99b527dc5f7 req-473510c6-2639-4d1e-981b-31efc2e5a76d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399942 Oct 03 14:55:57.143873 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abff6d8-c651-4517-bf4f-3021e14d7212 req-477a6070-a351-4170-b5cb-46138af8a91f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:57.145241 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9abff6d8-c651-4517-bf4f-3021e14d7212 req-477a6070-a351-4170-b5cb-46138af8a91f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0458045 Oct 03 14:55:57.191574 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9abff6d8-c651-4517-bf4f-3021e14d7212 req-0edefb3b-6f64-4e4e-84e2-09524d58fdbf tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408823 Oct 03 14:55:57.655452 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681ac00-e938-42c6-b694-e8d91e563e8d req-99b39e48-8ede-424a-ba0a-536c7b6a95a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:57.656935 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2681ac00-e938-42c6-b694-e8d91e563e8d req-99b39e48-8ede-424a-ba0a-536c7b6a95a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 946 time: 0.0555363 Oct 03 14:55:57.962800 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2681ac00-e938-42c6-b694-e8d91e563e8d req-786e0039-dcab-44b3-a08e-577894bd5281 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976074 Oct 03 14:55:58.319804 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f83b5-af62-480c-8ef6-1244db0f0656 req-f6a57f03-ad0d-49a3-a808-8fb4297849c6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:58.321353 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-184f83b5-af62-480c-8ef6-1244db0f0656 req-f6a57f03-ad0d-49a3-a808-8fb4297849c6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0515134 Oct 03 14:55:58.370226 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-184f83b5-af62-480c-8ef6-1244db0f0656 req-d2d49423-243c-4479-8a81-dc0f9f4fc0e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 Oct 03 14:55:59.079064 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a08d9-c065-4c70-9bd3-af37f8e74b20 req-ca4b343f-f024-43df-80d3-c86ee1966fd6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:59.080396 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-391a08d9-c065-4c70-9bd3-af37f8e74b20 req-ca4b343f-f024-43df-80d3-c86ee1966fd6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 946 time: 0.0450161 Oct 03 14:55:59.126367 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-391a08d9-c065-4c70-9bd3-af37f8e74b20 req-f8c97cf7-1a06-4270-ba99-496f0cfc5936 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Oct 03 14:55:59.249959 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e53196-4031-4019-a7b7-366b0d1c86e2 req-17813659-fce9-4eeb-930d-bcc8d4ed96a6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:59.251405 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c6e53196-4031-4019-a7b7-366b0d1c86e2 req-17813659-fce9-4eeb-930d-bcc8d4ed96a6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 946 time: 0.0490205 Oct 03 14:55:59.261106 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 57090) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:55:59.266097 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-97014111-0e2b-4339-85ad-88e89ec81257 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'floatingip': {'port_id': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:55:59.303866 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-97014111-0e2b-4339-85ad-88e89ec81257 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (ddb3652b-5410-4672-b987-1288680cc350), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:59.459199 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:59.495151 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:55:59.498323 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e211b-7ae1-4776-b875-40f8df910942 req-64d12808-bd09-4a70-993d-8dea7064331b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:55:59.499892 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-576e211b-7ae1-4776-b875-40f8df910942 req-64d12808-bd09-4a70-993d-8dea7064331b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0508068 Oct 03 14:55:59.551489 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-576e211b-7ae1-4776-b875-40f8df910942 req-cff86a68-f777-4e9b-99ee-11e1640b7aaf tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447474 Oct 03 14:55:59.737892 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-97014111-0e2b-4339-85ad-88e89ec81257 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:59.742056 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-97014111-0e2b-4339-85ad-88e89ec81257 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (ddb3652b-5410-4672-b987-1288680cc350), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:55:59.842208 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-97014111-0e2b-4339-85ad-88e89ec81257 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Floating IP ddb3652b-5410-4672-b987-1288680cc350 associated. External IP: 172.27.1.98, port: e2d275ba-9f0b-4940-b899-d1d6d34a79b3. Oct 03 14:55:59.962128 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3bd1355b-5614-4cad-8883-b605f7681680 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-583600217&fields=id&tenant_id=8fae62571c3c402a8fcc4afaf4268310 HTTP/1.1" status: 200 len: 267 time: 0.0872509 Oct 03 14:56:00.148051 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-1b8f6c09-425c-4d2a-9ef4-48126a957add tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:00.149399 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-1b8f6c09-425c-4d2a-9ef4-48126a957add tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 200 len: 807 time: 0.1806266 Oct 03 14:56:00.167031 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97014111-0e2b-4339-85ad-88e89ec81257 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:56:00.169492 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-6ec1c17c-0a2e-4e04-be20-8e1e46a6860f tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/quotas/8fae62571c3c402a8fcc4afaf4268310 HTTP/1.1" status: 200 len: 375 time: 0.0135834 Oct 03 14:56:00.260159 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-f4335a3b-eb2f-426f-8f08-cab2ec7a9bff tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=8fae62571c3c402a8fcc4afaf4268310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839584 Oct 03 14:56:00.346623 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:00.363010 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97014111-0e2b-4339-85ad-88e89ec81257 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:56:00.368638 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-97014111-0e2b-4339-85ad-88e89ec81257 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:00.374039 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:56:00.377931 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:00.387374 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:56:00.388077 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:55:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:56:00.427987 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:00.433337 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-97014111-0e2b-4339-85ad-88e89ec81257 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/ddb3652b-5410-4672-b987-1288680cc350 HTTP/1.1" status: 200 len: 991 time: 1.1690595 Oct 03 14:56:00.433337 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'tag': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:56:00.436476 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3771ce48-6db8-46ab-a450-bcec8e075c61" -d '{"events": [{"name": "network-changed", "server_uuid": "f8993421-0b03-4554-aa82-b608a3baebe2", "tag": "e2d275ba-9f0b-4940-b899-d1d6d34a79b3"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:56:00.441601 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-6aa4de42-d5a8-4eb0-866b-52febc6b59ef service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508751 Oct 03 14:56:00.502737 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:56:00.504183 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a119f1f-a846-477e-b6fa-f52cd7d3be76 x-openstack-request-id: req-5a119f1f-a846-477e-b6fa-f52cd7d3be76 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:56:00.504660 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8993421-0b03-4554-aa82-b608a3baebe2", "tag": "e2d275ba-9f0b-4940-b899-d1d6d34a79b3", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:56:00.504750 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a119f1f-a846-477e-b6fa-f52cd7d3be76 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:56:00.505099 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a119f1f-a846-477e-b6fa-f52cd7d3be76'] response: {'name': 'network-changed', 'server_uuid': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'tag': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3', 'status': 'completed', 'code': 200} Oct 03 14:56:00.575423 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-955d3c21-a95b-41bf-91c8-e810b4cd0adb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208010 Oct 03 14:56:00.592374 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-4a3edbf6-34fc-499b-ba9f-896e266107d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:00.594313 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-4a3edbf6-34fc-499b-ba9f-896e266107d2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 1130 time: 0.0477562 Oct 03 14:56:00.699247 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad4bf8-8f2a-4293-9b79-777389e8482a req-a30fa50e-ca46-427d-a6fb-5132867e0235 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:00.706524 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-efad4bf8-8f2a-4293-9b79-777389e8482a req-a30fa50e-ca46-427d-a6fb-5132867e0235 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0625501 Oct 03 14:56:00.760707 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-10429e20-e950-4d16-aaec-854af4436d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:00.763039 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-10429e20-e950-4d16-aaec-854af4436d14 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 916 time: 0.1598213 Oct 03 14:56:00.781436 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-efad4bf8-8f2a-4293-9b79-777389e8482a req-64ec63c7-89fc-4d83-b30f-369107036caf tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739298 Oct 03 14:56:00.848546 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-bfb7d6a3-8799-48e3-947f-66813686af4a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2d275ba-9f0b-4940-b899-d1d6d34a79b3 HTTP/1.1" status: 200 len: 999 time: 0.0717492 Oct 03 14:56:00.909090 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-cc194f06-a1e5-4acd-8746-df267367b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:00.910475 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-cc194f06-a1e5-4acd-8746-df267367b36f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0521076 Oct 03 14:56:00.911036 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '11db4b8b-f78f-4f6b-af6b-4f8f253d575c', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:53:04Z', 'revision_number': 2, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}, {'id': 'ddb3652b-5410-4672-b987-1288680cc350', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:d1:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:55:40Z', 'updated_at': '2022-10-03T14:55:59Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:56:00.934527 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a8bc2710-56df-4e6c-9aa5-0ba43bc057dd req-aea5fab1-9ea8-43ff-a582-d1f6d333c0ab tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 210 time: 0.0297656 Oct 03 14:56:00.954619 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:56:00.959338 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-27f3d8c0-7f5f-4bcf-b4f8-fc502f148fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:00.960831 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-27f3d8c0-7f5f-4bcf-b4f8-fc502f148fa0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409560 Oct 03 14:56:00.967537 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:56:00.968285 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:55:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:56:01.067190 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-dcc5e070-0636-46e9-8e67-032544226f0b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989640 Oct 03 14:56:01.074751 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:56:01.180659 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3771ce48-6db8-46ab-a450-bcec8e075c61 req-cccb34e2-d39c-4b83-8d7f-5ffda83f4a13 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071322 Oct 03 14:56:01.334383 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '11db4b8b-f78f-4f6b-af6b-4f8f253d575c', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:53:04Z', 'revision_number': 2, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}, {'id': 'ddb3652b-5410-4672-b987-1288680cc350', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:d1:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:55:40Z', 'updated_at': '2022-10-03T14:55:59Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:56:01.360889 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca8754-e821-45e2-8354-ba09bdffd7ab None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '11db4b8b-f78f-4f6b-af6b-4f8f253d575c', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:53:04Z', 'revision_number': 2, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}, {'id': 'ddb3652b-5410-4672-b987-1288680cc350', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:d1:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:55:40Z', 'updated_at': '2022-10-03T14:55:59Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:56:01.557548 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42336dc7-6f2f-451f-838d-bf5041627d6f None None] New status for floating IP ddb3652b-5410-4672-b987-1288680cc350: ACTIVE {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:56:01.810213 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:01.928859 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242887fc-d65b-4399-9b29-d8669ca875f2 req-48889284-8936-4784-ae5c-d83e8546f420 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:01.930347 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-242887fc-d65b-4399-9b29-d8669ca875f2 req-48889284-8936-4784-ae5c-d83e8546f420 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0462461 Oct 03 14:56:01.978475 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-242887fc-d65b-4399-9b29-d8669ca875f2 req-62abc655-c012-4f03-a5d4-5253d17c3803 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 Oct 03 14:56:02.039187 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-982e5f5e-bdd9-470f-9d74-87b04fe619d4 req-159f459b-41ac-4b32-91a7-260869eb4e0a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 210 time: 0.0298223 Oct 03 14:56:02.409738 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-6d3330f9-360d-4a15-beb2-a197d0242342 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:02.411191 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-6d3330f9-360d-4a15-beb2-a197d0242342 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.42 "GET /networking/v2.0/networks?id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 200 len: 807 time: 0.1104672 Oct 03 14:56:02.430953 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f4b2-f403-4957-b233-60cd10c39250 req-4f332ba0-e495-4fb7-b911-4cb07ba2a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:02.432438 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a612f4b2-f403-4957-b233-60cd10c39250 req-4f332ba0-e495-4fb7-b911-4cb07ba2a4c6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 1129 time: 0.0395529 Oct 03 14:56:02.487259 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-4d90eea5-0ac2-4843-8eea-c219a9337ca0 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8fae62571c3c402a8fcc4afaf4268310 HTTP/1.1" status: 200 len: 379 time: 0.0555272 Oct 03 14:56:02.496955 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Request body: {'port': {'device_id': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'admin_state_up': True, 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'security_groups': ['091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:56:02.519175 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:56:02.552205 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f4b2-f403-4957-b233-60cd10c39250 req-ede08c60-e278-4184-9375-877563a69ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:02.553531 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a612f4b2-f403-4957-b233-60cd10c39250 req-ede08c60-e278-4184-9375-877563a69ea4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 918 time: 0.1033604 Oct 03 14:56:02.610733 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:02.619207 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:02.631264 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Made reservation on behalf of 8fae62571c3c402a8fcc4afaf4268310 for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:56:02.635697 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:02.644087 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a612f4b2-f403-4957-b233-60cd10c39250 req-5daa9266-5f5c-4a71-9908-509252c210c1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abd33b94-cd03-47ad-bbbe-b38838da0555 HTTP/1.1" status: 200 len: 1001 time: 0.0823781 Oct 03 14:56:02.659248 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:02.665429 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:02.678952 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'port_id': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'mac_address': 'fa:16:3e:f4:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:56:02.696699 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f4b2-f403-4957-b233-60cd10c39250 req-dbca4a60-077c-4e8b-9e53-df5a3fff16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:02.698220 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a612f4b2-f403-4957-b233-60cd10c39250 req-dbca4a60-077c-4e8b-9e53-df5a3fff16da service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.0468473 Oct 03 14:56:02.723150 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port abd33b94-cd03-47ad-bbbe-b38838da0555 is: ACTIVE; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:56:02.723389 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:02.736984 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abd33b94-cd03-47ad-bbbe-b38838da0555 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:56:02.744028 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f4b2-f403-4957-b233-60cd10c39250 req-15cd0e58-c2eb-407f-a339-4f0109c2b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:02.745658 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a612f4b2-f403-4957-b233-60cd10c39250 req-15cd0e58-c2eb-407f-a339-4f0109c2b64a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410500 Oct 03 14:56:02.757311 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:02.763416 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:02.775488 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Allocated IP 172.20.0.4 (8f5008e2-7fd3-43f9-93fb-273a94e61fe6/c28ffd21-2f79-4fb6-b873-f4a85ae78926/e321d3a6-46f2-4be4-9d86-b86c2bf327ff) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:56:02.806871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:02.813067 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=6']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:02.848715 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a612f4b2-f403-4957-b233-60cd10c39250 req-a7666c46-bc6a-4a10-afc9-06f5a40fdda4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950494 Oct 03 14:56:02.920616 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:02.926405 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:02.945813 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a612f4b2-f403-4957-b233-60cd10c39250 req-18730c11-7613-487d-a884-9243c0aa1624 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895281 Oct 03 14:56:02.960990 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:03.000390 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:56:03.005400 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:56:03.007835 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:56:03.047270 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'Port': ['ID=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:03.062376 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.062691 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.062962 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.063287 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.063609 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.063932 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.064262 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.064564 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.064878 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.065185 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.065550 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.065855 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.066155 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.066460 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.067571 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:03.078247 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['abd33b94-cd03-47ad-bbbe-b38838da0555'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:56:03.109281 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:03.109928 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:03.138364 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eeebc-c0f0-48a8-abfa-cfdf1e8c7482 req-76a20f4d-e575-4b8e-bd6d-a4a3c3410732 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:03.139915 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-921eeebc-c0f0-48a8-abfa-cfdf1e8c7482 req-76a20f4d-e575-4b8e-bd6d-a4a3c3410732 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 944 time: 0.0653498 Oct 03 14:56:03.143859 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-3b693440-336c-4504-b504-48d226324bbc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6510005 Oct 03 14:56:03.152076 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:03.167573 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Request body: {'port': {'device_id': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:56:03.211481 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4de1-6545-4fdf-a5f7-345d0d50e143 req-16147954-ed52-4499-8241-333aed711272 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:03.214681 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-273d4de1-6545-4fdf-a5f7-345d0d50e143 req-16147954-ed52-4499-8241-333aed711272 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 931 time: 0.0732656 Oct 03 14:56:03.256546 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-921eeebc-c0f0-48a8-abfa-cfdf1e8c7482 req-98266bcf-38bf-45d3-ac7b-d3b6f028168d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104584 Oct 03 14:56:03.270584 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:03.298109 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-273d4de1-6545-4fdf-a5f7-345d0d50e143 req-f7e1f09d-e352-465d-bbb9-cdbf2add5c7c tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768445 Oct 03 14:56:03.353925 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-cb9c557d-7329-4bc3-a0df-4541e76ec9b0 None None] Provisioning complete for port e321d3a6-46f2-4be4-9d86-b86c2bf327ff triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:56:03.354302 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-cb9c557d-7329-4bc3-a0df-4541e76ec9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:03.354639 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-cb9c557d-7329-4bc3-a0df-4541e76ec9b0 None None] Attempt 1 to provision port e321d3a6-46f2-4be4-9d86-b86c2bf327ff Oct 03 14:56:03.389558 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c557d-7329-4bc3-a0df-4541e76ec9b0 None None] Port e321d3a6-46f2-4be4-9d86-b86c2bf327ff cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:56:03.696421 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:03.710172 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:03.761005 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e321d3a6-46f2-4be4-9d86-b86c2bf327ff {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:56:03.769020 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Publish callbacks [] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:03.781296 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Transition to ACTIVE for port object e321d3a6-46f2-4be4-9d86-b86c2bf327ff will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:56:03.784692 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:03.867095 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Pushing event updated for resources: {'Port': ['ID=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:03.894533 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Attempting to bind port e321d3a6-46f2-4be4-9d86-b86c2bf327ff on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:56:03.894871 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Attempting to bind port e321d3a6-46f2-4be4-9d86-b86c2bf327ff by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:56:03.895194 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Attempting to bind port e321d3a6-46f2-4be4-9d86-b86c2bf327ff on network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:56:03.936954 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Port e321d3a6-46f2-4be4-9d86-b86c2bf327ff on network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:56:03.937270 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Attempting to bind port e321d3a6-46f2-4be4-9d86-b86c2bf327ff on network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:56:03.978371 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:56:03.978976 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Checking segment: {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:56:03.979077 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Bound using segment: {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:56:03.979488 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Bound port: e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148c7b18-d1d2-4aec-a77a-0ed70734e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:56:03.979844 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:04.042639 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:56:04.046135 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:56:04.052018 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:04.055262 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:04.056060 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:04.057421 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 1093 time: 0.8957298 Oct 03 14:56:04.060091 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:56:04.062335 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:56:04.100360 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ab4a82-b763-4f88-b5f2-3cf71b9431dd x-openstack-request-id: req-10ab4a82-b763-4f88-b5f2-3cf71b9431dd {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:56:04.100654 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:56:04.100907 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10ab4a82-b763-4f88-b5f2-3cf71b9431dd {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:56:04.101326 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ab4a82-b763-4f88-b5f2-3cf71b9431dd'] response: {'name': 'network-changed', 'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'status': 'completed', 'code': 200} Oct 03 14:56:04.116781 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc200a-d277-4534-9454-d5f1b8f0aa06 service neutron] Pushing event updated for resources: {'Port': ['ID=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:04.203305 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-8091265b-f3ec-4b25-825b-9aba01e6ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:04.204744 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-8091265b-f3ec-4b25-825b-9aba01e6ff78 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8fae62571c3c402a8fcc4afaf4268310&device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1127 time: 0.0387695 Oct 03 14:56:04.256921 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-75d6434f-fe97-44a4-b6ff-56d8e8309f52 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 217 time: 0.0316801 Oct 03 14:56:04.311214 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-adf85585-9d01-4f37-9743-06548a8c497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:04.312711 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-adf85585-9d01-4f37-9743-06548a8c497d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c28ffd21-2f79-4fb6-b873-f4a85ae78926 HTTP/1.1" status: 200 len: 846 time: 0.0475023 Oct 03 14:56:04.358930 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-82a1b680-c571-4618-be97-9542990a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:04.360514 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-82a1b680-c571-4618-be97-9542990a1926 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415659 Oct 03 14:56:04.388629 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ca771-adf6-4983-8cbe-8679ddb864d2 req-b09bd41b-a591-491c-88a2-2d5a180ff483 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:04.390082 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c90ca771-adf6-4983-8cbe-8679ddb864d2 req-b09bd41b-a591-491c-88a2-2d5a180ff483 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 944 time: 0.0478206 Oct 03 14:56:04.437509 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c90ca771-adf6-4983-8cbe-8679ddb864d2 req-626268d8-b5b9-4ac0-b28e-4edfccd62238 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415709 Oct 03 14:56:04.473210 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41aa384-8ff3-4688-9078-e1ba2a10fa65 req-e19e9ff3-18d5-47a0-ab8e-f6d725e49eef tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:04.474683 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b41aa384-8ff3-4688-9078-e1ba2a10fa65 req-e19e9ff3-18d5-47a0-ab8e-f6d725e49eef tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0625710 Oct 03 14:56:04.510107 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-8f1eaee0-7626-4313-9d93-10179bfdf491 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430182 Oct 03 14:56:04.537547 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:56:04.579855 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port abd33b94-cd03-47ad-bbbe-b38838da0555 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:56:04.580307 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:04.580698 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port abd33b94-cd03-47ad-bbbe-b38838da0555 Oct 03 14:56:04.583462 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b41aa384-8ff3-4688-9078-e1ba2a10fa65 req-c17a5cf9-74b9-4864-8f4d-2cf95449bb80 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021037 Oct 03 14:56:04.617718 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:04.635538 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e1b67f15-0adc-4954-8f35-1a65688fbf51 req-9958c0db-b2bc-4b50-942c-679c6d9d8234 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152623 Oct 03 14:56:04.665150 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port abd33b94-cd03-47ad-bbbe-b38838da0555 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:56:04.665605 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:04.688451 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:56:04.690681 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e0e643-2a12-4e13-881a-f8dbff935cd7" -d '{"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-plugged", "status": "completed", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:56:04.703497 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:04.710662 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:04.736707 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d909ec1-a56f-465b-95c6-ab2f6a96c3c8 x-openstack-request-id: req-5d909ec1-a56f-465b-95c6-ab2f6a96c3c8 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:56:04.736957 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-plugged", "status": "completed", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:56:04.737238 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d909ec1-a56f-465b-95c6-ab2f6a96c3c8 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:56:04.737731 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d909ec1-a56f-465b-95c6-ab2f6a96c3c8'] response: {'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'code': 200} Oct 03 14:56:04.763228 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=7']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:05.566155 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc2035-f840-4a1d-8397-092e61778a69 req-f12781de-547e-48ab-acf2-a8cd4cfbe802 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:05.567513 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-79fc2035-f840-4a1d-8397-092e61778a69 req-f12781de-547e-48ab-acf2-a8cd4cfbe802 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0489695 Oct 03 14:56:05.613271 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-79fc2035-f840-4a1d-8397-092e61778a69 req-3b89002f-46af-4280-8157-4d6d26f0628e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402944 Oct 03 14:56:05.706840 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e5007-0485-445e-ad7d-47007651e419 req-16bdc73b-6bc3-4486-8adf-9410dfbcf35a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:05.708084 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ec3e5007-0485-445e-ad7d-47007651e419 req-16bdc73b-6bc3-4486-8adf-9410dfbcf35a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0468681 Oct 03 14:56:05.757713 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ec3e5007-0485-445e-ad7d-47007651e419 req-a105d0fe-e478-42b8-9448-d819fbeaa619 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437949 Oct 03 14:56:06.338867 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:06.368177 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-5f891934-5006-4f47-baa2-635a77917dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:06.369699 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-5f891934-5006-4f47-baa2-635a77917dbe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8fae62571c3c402a8fcc4afaf4268310&device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1127 time: 0.0400591 Oct 03 14:56:06.466256 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-6e3da7ae-eecd-4048-97bc-dc20d4be4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:06.467679 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-6e3da7ae-eecd-4048-97bc-dc20d4be4860 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 200 len: 908 time: 0.0884850 Oct 03 14:56:06.508199 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-93d2941d-e9d0-4e6f-b9ca-e077c950de88 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 217 time: 0.0316741 Oct 03 14:56:06.559227 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-c3f83184-fe1f-46df-908c-ce0ff7b0bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:06.560580 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-c3f83184-fe1f-46df-908c-ce0ff7b0bd52 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c28ffd21-2f79-4fb6-b873-f4a85ae78926 HTTP/1.1" status: 200 len: 846 time: 0.0455267 Oct 03 14:56:06.602667 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-f142f49a-4791-498a-ad85-5c43b90252b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:06.603980 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-f142f49a-4791-498a-ad85-5c43b90252b1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371451 Oct 03 14:56:06.700950 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-fd810417-5972-43c4-aa18-2c98edbe66b5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882368 Oct 03 14:56:06.744101 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919a6e9-6054-4e4e-be68-7b18a565d03d req-d4620984-5222-4614-b261-ec04fd45c398 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:06.745641 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6919a6e9-6054-4e4e-be68-7b18a565d03d req-d4620984-5222-4614-b261-ec04fd45c398 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0479858 Oct 03 14:56:06.801525 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6919a6e9-6054-4e4e-be68-7b18a565d03d req-76fc289b-eb19-4101-b17d-030e9408eff7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479350 Oct 03 14:56:06.829889 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-30c2ed76-0a7b-4e8a-a54b-2d0774c5f775 req-daa209e2-cfb0-4d93-87ec-c82218a287ea service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167233 Oct 03 14:56:06.914299 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895fa22-2e4c-46ce-85b6-fbe4993c8d5b req-27241793-65cb-413d-b8e5-6f17c28a153a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:06.918543 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2895fa22-2e4c-46ce-85b6-fbe4993c8d5b req-27241793-65cb-413d-b8e5-6f17c28a153a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0693128 Oct 03 14:56:06.971341 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2895fa22-2e4c-46ce-85b6-fbe4993c8d5b req-4ab45626-c075-456f-89c3-43ee75d5e8c1 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492308 Oct 03 14:56:07.930957 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b238e-ee32-4680-aa04-f4257923175c req-b402f125-18dd-43ac-b5cd-3ac49834bbd8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:07.932384 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b79b238e-ee32-4680-aa04-f4257923175c req-b402f125-18dd-43ac-b5cd-3ac49834bbd8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0484452 Oct 03 14:56:07.979408 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b79b238e-ee32-4680-aa04-f4257923175c req-16cff395-2be6-440a-883b-800205c8e94f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Oct 03 14:56:08.096440 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e3383-4657-48aa-8d12-100eb78ba0c3 req-54e52db5-2504-4a81-99a4-9f384adb4575 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:08.097968 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e12e3383-4657-48aa-8d12-100eb78ba0c3 req-54e52db5-2504-4a81-99a4-9f384adb4575 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0505345 Oct 03 14:56:08.147381 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e12e3383-4657-48aa-8d12-100eb78ba0c3 req-b9afa1d3-a145-451e-a38d-e1125412b942 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439465 Oct 03 14:56:09.105174 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b8b18-219c-4ad3-8a99-655305070f5b req-2565c1ca-ed62-4ebe-95da-48aa4901b680 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:09.106739 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-272b8b18-219c-4ad3-8a99-655305070f5b req-2565c1ca-ed62-4ebe-95da-48aa4901b680 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0472562 Oct 03 14:56:09.158379 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-272b8b18-219c-4ad3-8a99-655305070f5b req-9ef0b867-dcaf-4390-9122-7948a7213504 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452635 Oct 03 14:56:09.270330 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075da15f-9020-4e20-8f6f-4b3dac8b114b req-c912b1c7-76e6-4785-9044-5e4f4d7b954e tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:09.271750 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-075da15f-9020-4e20-8f6f-4b3dac8b114b req-c912b1c7-76e6-4785-9044-5e4f4d7b954e tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0485115 Oct 03 14:56:09.330230 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-075da15f-9020-4e20-8f6f-4b3dac8b114b req-a02e458a-02a3-4759-90a5-e122b7227633 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496700 Oct 03 14:56:09.576280 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:56:10.286508 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6642c-15bc-4878-b3ef-403e0ec2de29 req-19c89a95-6219-4abb-b3e9-beb2afaaf23a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:10.287982 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-23f6642c-15bc-4878-b3ef-403e0ec2de29 req-19c89a95-6219-4abb-b3e9-beb2afaaf23a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0480378 Oct 03 14:56:10.338821 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-23f6642c-15bc-4878-b3ef-403e0ec2de29 req-a9ca0463-3eac-43ad-8c49-2b0f97cf8d63 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Oct 03 14:56:10.452599 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cab13-6e92-4478-ab27-0ffebaa833ca req-68ce49ab-a7a4-4826-862a-00af7f8769fb tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:10.454044 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-025cab13-6e92-4478-ab27-0ffebaa833ca req-68ce49ab-a7a4-4826-862a-00af7f8769fb tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0467772 Oct 03 14:56:10.504705 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-025cab13-6e92-4478-ab27-0ffebaa833ca req-cca37027-19a3-403f-b2a6-622ed4589af1 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451312 Oct 03 14:56:11.477835 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2953ca-1dba-4ad8-99d2-65edac9746fb req-b51804c8-590d-4568-8e32-84722f2a9802 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:11.479215 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ce2953ca-1dba-4ad8-99d2-65edac9746fb req-b51804c8-590d-4568-8e32-84722f2a9802 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0475399 Oct 03 14:56:11.529643 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ce2953ca-1dba-4ad8-99d2-65edac9746fb req-5837224f-3b2e-4b3e-be33-81ceabde8672 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434811 Oct 03 14:56:11.642112 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb289a-7c8f-469b-9391-4bbcc3b746bb req-7ce9088f-0f81-4a44-be7e-4b35be831b37 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:11.647554 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-97bb289a-7c8f-469b-9391-4bbcc3b746bb req-7ce9088f-0f81-4a44-be7e-4b35be831b37 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0553176 Oct 03 14:56:11.695516 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-97bb289a-7c8f-469b-9391-4bbcc3b746bb req-cb734b33-8f4b-4ba6-ada3-baca68416890 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464110 Oct 03 14:56:12.090996 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 57286) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:56:12.215235 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:12.283901 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:12.329682 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:12.332372 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Publish callbacks [] for security_group (0d1e9fe1-7dbb-4d70-9a6b-80afae415d2f), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:12.337831 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0d1e9fe1-7dbb-4d70-9a6b-80afae415d2f), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:12.379839 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e9fe1-7dbb-4d70-9a6b-80afae415d2f,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:12.384860 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c3d2ddfbe27d4890bd703d6b99e9d2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927847 Oct 03 14:56:12.387753 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 57290) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:56:12.389916 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.390260 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.390601 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.390956 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.391270 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.391803 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.392170 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.392499 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.392830 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.393217 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.393565 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.393899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.394219 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.394541 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.394864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c547e7-ad27-4b40-87d4-d20cd8d48c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:12.447903 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4076e382-defc-4bec-8e49-16de6fccddc8 admin admin] Publish callbacks [] for security_group (0d1e9fe1-7dbb-4d70-9a6b-80afae415d2f), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:12.469970 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4076e382-defc-4bec-8e49-16de6fccddc8 admin admin] Publish callbacks [] for security_group (0d1e9fe1-7dbb-4d70-9a6b-80afae415d2f), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:12.471959 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:12.525049 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4076e382-defc-4bec-8e49-16de6fccddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0d1e9fe1-7dbb-4d70-9a6b-80afae415d2f), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:12.528156 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4076e382-defc-4bec-8e49-16de6fccddc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:12.532270 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-4076e382-defc-4bec-8e49-16de6fccddc8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0d1e9fe1-7dbb-4d70-9a6b-80afae415d2f HTTP/1.1" status: 204 len: 168 time: 0.1432512 Oct 03 14:56:12.540536 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076e382-defc-4bec-8e49-16de6fccddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e9fe1-7dbb-4d70-9a6b-80afae415d2f,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:12.691358 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734bba8-583e-43aa-b402-b3afeba2d5e1 req-bc0a2e97-dde8-4da0-8163-c8f41b3e4c02 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:12.693640 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9734bba8-583e-43aa-b402-b3afeba2d5e1 req-bc0a2e97-dde8-4da0-8163-c8f41b3e4c02 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0552788 Oct 03 14:56:12.756966 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9734bba8-583e-43aa-b402-b3afeba2d5e1 req-fa0abefc-6153-4d56-9d7c-e5e8581d73c4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559962 Oct 03 14:56:12.877549 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:12.917394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466764-f879-45c3-a574-d992cb4c3567 req-129823ea-7527-4e4c-8f2c-88f24e38d63e tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:12.926122 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-05466764-f879-45c3-a574-d992cb4c3567 req-129823ea-7527-4e4c-8f2c-88f24e38d63e tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.1077819 Oct 03 14:56:13.002054 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-05466764-f879-45c3-a574-d992cb4c3567 req-04b410d3-2ee3-4fa1-b1d4-d12f6c9ef08e tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746157 Oct 03 14:56:13.231060 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-502ee21e-1298-4728-becb-13598107db3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:13.907196 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec108-c958-4c8d-befe-36f6150f14d7 req-23afe5c0-631d-49f6-be93-4db591015a44 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:13.908625 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ff5ec108-c958-4c8d-befe-36f6150f14d7 req-23afe5c0-631d-49f6-be93-4db591015a44 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0480204 Oct 03 14:56:13.963538 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ff5ec108-c958-4c8d-befe-36f6150f14d7 req-4d04207f-f92f-40ba-8e52-f6e611fb4e89 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489609 Oct 03 14:56:14.126016 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f93d4-684d-4ec6-bdcc-0b741fd8a7cf req-0dd69900-04a7-421a-8057-c1b7c52beb90 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:14.127482 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-562f93d4-684d-4ec6-bdcc-0b741fd8a7cf req-0dd69900-04a7-421a-8057-c1b7c52beb90 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0469334 Oct 03 14:56:14.178027 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-562f93d4-684d-4ec6-bdcc-0b741fd8a7cf req-ea9c5d45-b88d-4337-bc80-a30a9c509d0d tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445278 Oct 03 14:56:14.543794 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e321d3a6-46f2-4be4-9d86-b86c2bf327ff details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:56:14.590930 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:14.649970 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:14.661994 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'port_id': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'mac_address': 'fa:16:3e:11:b8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:56:14.671373 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:14.706533 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port e321d3a6-46f2-4be4-9d86-b86c2bf327ff is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:56:14.706919 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:14.723192 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e321d3a6-46f2-4be4-9d86-b86c2bf327ff {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:56:14.747550 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:14.753962 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:14.817066 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:15.105874 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d17581-79b8-4f4b-89b8-fbbe4c5f66ee req-a3f0eeb2-6501-4a3d-8eb3-d66f0b3c167b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:15.107270 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-18d17581-79b8-4f4b-89b8-fbbe4c5f66ee req-a3f0eeb2-6501-4a3d-8eb3-d66f0b3c167b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0516210 Oct 03 14:56:15.160548 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-18d17581-79b8-4f4b-89b8-fbbe4c5f66ee req-787ee110-5c29-4fa2-92ae-9c68e5a3ceb7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467989 Oct 03 14:56:15.324430 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1314448-8373-4723-bfb8-900f50717510 req-cfb25f65-939d-4f49-9034-ea58c7ab82db tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:15.325896 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a1314448-8373-4723-bfb8-900f50717510 req-cfb25f65-939d-4f49-9034-ea58c7ab82db tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 944 time: 0.0615287 Oct 03 14:56:15.388986 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a1314448-8373-4723-bfb8-900f50717510 req-97d46cd2-8482-4f1f-be87-09fef621bcac tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556159 Oct 03 14:56:15.396157 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['e321d3a6-46f2-4be4-9d86-b86c2bf327ff'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:56:15.436876 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:15.485859 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-551f50bf-dfa0-4be3-9d1f-ae2153f496a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:16.310216 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c995af-e6e1-4365-b0be-64a61af360e9 req-2818c8cd-ee68-4cb8-a265-398e562bc314 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:16.312537 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-80c995af-e6e1-4365-b0be-64a61af360e9 req-2818c8cd-ee68-4cb8-a265-398e562bc314 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0493264 Oct 03 14:56:16.362290 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-80c995af-e6e1-4365-b0be-64a61af360e9 req-88c0e71a-83c8-4998-9b62-be80325c5bfb tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439475 Oct 03 14:56:16.548744 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ceecf-c42b-42f9-922f-4cd4349781cf req-0315c5ad-3ca1-4298-ad6d-4bc115cf5967 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:16.556130 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ab3ceecf-c42b-42f9-922f-4cd4349781cf req-0315c5ad-3ca1-4298-ad6d-4bc115cf5967 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 944 time: 0.0846562 Oct 03 14:56:16.622445 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ab3ceecf-c42b-42f9-922f-4cd4349781cf req-6c076fae-72c4-499d-8601-e85eb37ef414 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653841 Oct 03 14:56:16.720245 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:17.043019 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e321d3a6-46f2-4be4-9d86-b86c2bf327ff up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:56:17.096746 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port e321d3a6-46f2-4be4-9d86-b86c2bf327ff completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:56:17.104682 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port e321d3a6-46f2-4be4-9d86-b86c2bf327ff triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:56:17.105441 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:17.107200 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port e321d3a6-46f2-4be4-9d86-b86c2bf327ff Oct 03 14:56:17.192866 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port e321d3a6-46f2-4be4-9d86-b86c2bf327ff is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:56:17.193340 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:17.221475 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:56:17.225962 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a30099d-c7ef-4d93-8a2e-3247d692a1a8" -d '{"events": [{"server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "name": "network-vif-plugged", "status": "completed", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:56:17.246947 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:17.252358 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:17.282386 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf68cf2-9d48-4813-a5a7-81d940b61dab x-openstack-request-id: req-5bf68cf2-9d48-4813-a5a7-81d940b61dab {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:56:17.282759 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "name": "network-vif-plugged", "status": "completed", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:56:17.283075 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bf68cf2-9d48-4813-a5a7-81d940b61dab {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:56:17.283524 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf68cf2-9d48-4813-a5a7-81d940b61dab'] response: {'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'code': 200} Oct 03 14:56:17.313993 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:17.514860 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc8fa5-639d-413a-8056-fe3b72397291 req-55b6d75c-6a7d-4e8e-93fd-640b1dfd0b9b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:17.516326 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e0bc8fa5-639d-413a-8056-fe3b72397291 req-55b6d75c-6a7d-4e8e-93fd-640b1dfd0b9b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0707228 Oct 03 14:56:17.579755 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e0bc8fa5-639d-413a-8056-fe3b72397291 req-34d69b07-bc23-4656-a1b7-d5c592c07bb5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573173 Oct 03 14:56:17.620622 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bd00c-1308-46d6-a398-0a89b09bc8ae req-99be46ad-9b92-4f8b-a090-d72f1133e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:17.622863 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2e0bd00c-1308-46d6-a398-0a89b09bc8ae req-99be46ad-9b92-4f8b-a090-d72f1133e8ad service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1129 time: 0.0541871 Oct 03 14:56:17.673723 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2e0bd00c-1308-46d6-a398-0a89b09bc8ae req-ff1ee975-f6a9-478d-b393-92b4110d83ff service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442710 Oct 03 14:56:17.744016 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b01de2-e742-4a74-8e70-cf371c978e78 req-ca21bdec-6bb4-4adb-8fd4-bcbd25d8c7e1 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:17.745539 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d8b01de2-e742-4a74-8e70-cf371c978e78 req-ca21bdec-6bb4-4adb-8fd4-bcbd25d8c7e1 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0510581 Oct 03 14:56:17.798443 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d8b01de2-e742-4a74-8e70-cf371c978e78 req-d56c1c27-3a8f-4e89-a978-78b7053f92e2 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457664 Oct 03 14:56:17.932535 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:18.285645 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:18.290466 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b8747-7718-4a6f-b9a2-3117112e46a6 req-1cbfa8f8-dbd7-4a60-8101-af9ab11e7b84 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:18.291965 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4c2b8747-7718-4a6f-b9a2-3117112e46a6 req-1cbfa8f8-dbd7-4a60-8101-af9ab11e7b84 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0491960 Oct 03 14:56:18.348916 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4c2b8747-7718-4a6f-b9a2-3117112e46a6 req-601c486b-340e-4ea0-b388-541a5bd35928 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503831 Oct 03 14:56:18.748714 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16bf9b-4e62-4824-b068-b5d09b5a2dd3 req-88dabf81-83f5-4fbd-a476-b2506f8ec0f3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:18.750252 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cc16bf9b-4e62-4824-b068-b5d09b5a2dd3 req-88dabf81-83f5-4fbd-a476-b2506f8ec0f3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0635993 Oct 03 14:56:18.800565 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cc16bf9b-4e62-4824-b068-b5d09b5a2dd3 req-eb2291fe-f9c6-4928-ab43-7cd3308cfd97 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Oct 03 14:56:18.929959 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd980-5c4d-4a6a-bd8e-c2d6918eff33 req-4e82b49a-0ece-47c9-a3b7-9aff5c4d95f1 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:18.931429 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b18dd980-5c4d-4a6a-bd8e-c2d6918eff33 req-4e82b49a-0ece-47c9-a3b7-9aff5c4d95f1 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0547769 Oct 03 14:56:18.981883 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b18dd980-5c4d-4a6a-bd8e-c2d6918eff33 req-82821b11-cca3-40c3-82f3-14f64371babe tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442955 Oct 03 14:56:19.477330 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73a577-1150-4ac6-be51-6781e3f58927 req-ef49ef6a-8024-41d4-ac4f-3d5b8a38a25f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:19.479187 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0c73a577-1150-4ac6-be51-6781e3f58927 req-ef49ef6a-8024-41d4-ac4f-3d5b8a38a25f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0511992 Oct 03 14:56:19.532241 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0c73a577-1150-4ac6-be51-6781e3f58927 req-5fa789f1-8f57-4985-85fd-754a9f049a43 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470490 Oct 03 14:56:19.572401 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:19.948848 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d56904-a1ca-4b1e-8aed-6bd579ac4584 req-c8ee1bf5-8c5f-40df-8ff2-04863ae8455b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:19.950527 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c5d56904-a1ca-4b1e-8aed-6bd579ac4584 req-c8ee1bf5-8c5f-40df-8ff2-04863ae8455b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0526426 Oct 03 14:56:20.006025 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c5d56904-a1ca-4b1e-8aed-6bd579ac4584 req-ccc5caa7-f5ac-44a1-9aef-431496c9dcec tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496962 Oct 03 14:56:20.127967 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad578e-90ba-49e5-9b41-d6e1d78e1300 req-d049d5b0-c485-4a0b-b855-f6957e5a7b64 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:20.129378 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-91ad578e-90ba-49e5-9b41-d6e1d78e1300 req-d049d5b0-c485-4a0b-b855-f6957e5a7b64 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0506384 Oct 03 14:56:20.183456 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-91ad578e-90ba-49e5-9b41-d6e1d78e1300 req-68143101-60b7-41ee-9768-40e3d2300072 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473964 Oct 03 14:56:20.340125 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09484d-e5a5-41ae-80eb-635cbda00f32 req-d1324b9f-e0e5-4cf0-8f7f-ba7ae0eb8b00 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:20.341978 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4c09484d-e5a5-41ae-80eb-635cbda00f32 req-d1324b9f-e0e5-4cf0-8f7f-ba7ae0eb8b00 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0539968 Oct 03 14:56:20.406134 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4c09484d-e5a5-41ae-80eb-635cbda00f32 req-5c7416d1-9335-4978-8e9c-2c16f787edf3 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552998 Oct 03 14:56:20.433305 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 57358) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:56:20.701394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9cef8-5fc2-42fa-8ec1-c609c26938a1 tempest-TestShelveInstance-1285756051 tempest-TestShelveInstance-1285756051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:20.702855 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-63b9cef8-5fc2-42fa-8ec1-c609c26938a1 tempest-TestShelveInstance-1285756051 tempest-TestShelveInstance-1285756051-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1124 time: 0.2679369 Oct 03 14:56:20.706491 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 57364) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:56:20.711474 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'port_id': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'fixed_ip_address': '172.20.0.4'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:56:20.719120 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b0d45-bfa6-4a50-874d-d6b2b5ba7623 req-0f8a4fa8-2fec-4242-bdf0-1c26517e10f7 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:20.721155 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fa0b0d45-bfa6-4a50-874d-d6b2b5ba7623 req-0f8a4fa8-2fec-4242-bdf0-1c26517e10f7 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0703237 Oct 03 14:56:20.739788 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:20.746324 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:20.762558 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:20.782652 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fa0b0d45-bfa6-4a50-874d-d6b2b5ba7623 req-8830afff-aca4-40ee-b4b5-3707be932f2f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549610 Oct 03 14:56:20.863368 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:20.872844 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:20.984843 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Allocated IP 172.27.1.26 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/ea238e54-f3a1-4c58-84cb-09e4746fbcaf) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:56:21.140485 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for port (ea238e54-f3a1-4c58-84cb-09e4746fbcaf), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:21.164650 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235087b7-95fc-4a7a-a8a8-733631a788f5 req-3a362882-a590-4c88-85b0-e1218d318b9f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:21.166262 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-235087b7-95fc-4a7a-a8a8-733631a788f5 req-3a362882-a590-4c88-85b0-e1218d318b9f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0636618 Oct 03 14:56:21.211376 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (ea238e54-f3a1-4c58-84cb-09e4746fbcaf), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:21.258944 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-235087b7-95fc-4a7a-a8a8-733631a788f5 req-5bc98861-4444-432e-ab61-c002641b12e1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851884 Oct 03 14:56:21.272379 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:56:21.276325 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:56:21.278978 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'Port': ['ID=ea238e54-f3a1-4c58-84cb-09e4746fbcaf,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:21.281079 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:56:21.683259 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for floatingip (ad892183-542b-4af3-9af9-8e2658ffb6e5), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:21.712590 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:21.724585 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:21.762743 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (ea238e54-f3a1-4c58-84cb-09e4746fbcaf), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:21.940054 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb53d61-8c5e-4fe4-8f34-3bb8fb8e7389 req-4a5d8f0f-9082-4487-9022-23729455fddc tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:21.941170 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-feb53d61-8c5e-4fe4-8f34-3bb8fb8e7389 req-4a5d8f0f-9082-4487-9022-23729455fddc tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0575964 Oct 03 14:56:21.970938 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for port (ea238e54-f3a1-4c58-84cb-09e4746fbcaf), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:21.979194 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (ea238e54-f3a1-4c58-84cb-09e4746fbcaf), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:21.998578 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-feb53d61-8c5e-4fe4-8f34-3bb8fb8e7389 req-e6e63cce-e39d-451d-9daa-4b00dd4fe506 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514450 Oct 03 14:56:22.068278 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (ad892183-542b-4af3-9af9-8e2658ffb6e5), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:22.071016 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event updated for resources: {'Port': ['ID=ea238e54-f3a1-4c58-84cb-09e4746fbcaf,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:22.168427 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.l3_db [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Floating IP ad892183-542b-4af3-9af9-8e2658ffb6e5 associated. External IP: 172.27.1.26, port: e321d3a6-46f2-4be4-9d86-b86c2bf327ff. Oct 03 14:56:22.455410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Router a8d48e8f-499b-41c1-9047-5bc98b848477 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:56:22.469957 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d7343-ee12-425d-b90c-19e4c8f56ca8 req-98f33cac-7acc-4598-9ec7-4465085fd7e0 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:22.472646 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-872d7343-ee12-425d-b90c-19e4c8f56ca8 req-98f33cac-7acc-4598-9ec7-4465085fd7e0 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0792394 Oct 03 14:56:22.567596 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-872d7343-ee12-425d-b90c-19e4c8f56ca8 req-b464e0a2-5066-49ac-a0f2-79446fe12ab6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881238 Oct 03 14:56:22.629886 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:56:22.640706 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] Sync routers for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:56:22.651994 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:56:22.652798 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:56:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:56:22.653622 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:22.688986 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-3f84fb36-33f7-46a8-b361-e596417c7379 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9787297 Oct 03 14:56:22.688986 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:56:22.690222 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:56:22.727202 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1c810f-b311-4fa8-8878-13ef48ea8de1 x-openstack-request-id: req-0a1c810f-b311-4fa8-8878-13ef48ea8de1 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:56:22.727569 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:56:22.727893 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a1c810f-b311-4fa8-8878-13ef48ea8de1 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:56:22.728365 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1c810f-b311-4fa8-8878-13ef48ea8de1'] response: {'name': 'network-changed', 'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'status': 'completed', 'code': 200} Oct 03 14:56:22.765592 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:22.771350 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:56:22.821282 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:22.833685 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-01b3997f-6c48-42c2-90a1-9d2267c526b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:22.835177 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-01b3997f-6c48-42c2-90a1-9d2267c526b2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8fae62571c3c402a8fcc4afaf4268310&device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1129 time: 0.0404882 Oct 03 14:56:22.986236 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'ad892183-542b-4af3-9af9-8e2658ffb6e5', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'port_id': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'mac_address': 'fa:16:3e:11:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:56:21Z', 'updated_at': '2022-10-03T14:56:21Z', 'revision_number': 0, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2903239d-6447-4cb0-beb4-a354bceecb33', 'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'mac_address': 'fa:16:3e:2e:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:13Z', 'updated_at': '2022-10-03T14:55:18Z', 'revision_number': 5, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'subnets': [{'id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:56:23.001547 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-c4fbe204-4430-46e3-8f37-70b23b17fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:23.002993 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-c4fbe204-4430-46e3-8f37-70b23b17fd81 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 200 len: 908 time: 0.0887523 Oct 03 14:56:23.010468 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] Checking router: a8d48e8f-499b-41c1-9047-5bc98b848477 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:56:23.013047 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:23.020005 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:56:23.020594 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:56:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:56:23.091665 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-b1f71b2f-ab73-42e6-9d34-b981ba76c3a8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 998 time: 0.0647023 Oct 03 14:56:23.121670 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af1bcf-0d3f-4b4e-a696-f5e696d9abb8 req-3b738f47-1ded-44ba-b75a-389c25b2a98a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:23.123316 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d4af1bcf-0d3f-4b4e-a696-f5e696d9abb8 req-3b738f47-1ded-44ba-b75a-389c25b2a98a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0480585 Oct 03 14:56:23.130414 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:56:23.136113 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:23.144827 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-4d95e9a9-8403-4316-b532-1900c4eea2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:23.146313 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-4d95e9a9-8403-4316-b532-1900c4eea2a1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c28ffd21-2f79-4fb6-b873-f4a85ae78926 HTTP/1.1" status: 200 len: 846 time: 0.0467150 Oct 03 14:56:23.150563 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:23.174581 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d4af1bcf-0d3f-4b4e-a696-f5e696d9abb8 req-2724a6da-71fb-409f-9797-3bef7b515122 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451553 Oct 03 14:56:23.202391 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-3854899e-5410-4d38-b850-12b8a9a96bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:23.203976 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-3854899e-5410-4d38-b850-12b8a9a96bf4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424061 Oct 03 14:56:23.300892 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-babf92d1-6e4e-48d7-b10e-0e0a09276295 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889790 Oct 03 14:56:23.354721 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'ad892183-542b-4af3-9af9-8e2658ffb6e5', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'port_id': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'mac_address': 'fa:16:3e:11:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:56:21Z', 'updated_at': '2022-10-03T14:56:21Z', 'revision_number': 0, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2903239d-6447-4cb0-beb4-a354bceecb33', 'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'mac_address': 'fa:16:3e:2e:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:13Z', 'updated_at': '2022-10-03T14:55:18Z', 'revision_number': 5, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'subnets': [{'id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:56:23.412302 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff72f493-4be4-480e-bb8e-02f0cf3dfd88 req-ef4b274a-1335-4c74-9560-5ac7f7593729 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926926 Oct 03 14:56:23.501033 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae9e71-71bb-44cd-b5f8-abd8feb82fb7 None None] The sync data for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi is: [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'ad892183-542b-4af3-9af9-8e2658ffb6e5', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'port_id': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'mac_address': 'fa:16:3e:11:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:56:21Z', 'updated_at': '2022-10-03T14:56:21Z', 'revision_number': 0, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2903239d-6447-4cb0-beb4-a354bceecb33', 'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'mac_address': 'fa:16:3e:2e:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:13Z', 'updated_at': '2022-10-03T14:55:18Z', 'revision_number': 5, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'subnets': [{'id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:56:23.692819 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98201cf8-1d01-4499-8313-563e5a745309 None None] New status for floating IP ad892183-542b-4af3-9af9-8e2658ffb6e5: ACTIVE {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:56:23.706888 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daea67e-0d46-4004-80de-d2ec64a4e455 req-8727d9fa-c19c-4f46-a2af-2eeb3cdc8d85 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:23.714007 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7daea67e-0d46-4004-80de-d2ec64a4e455 req-8727d9fa-c19c-4f46-a2af-2eeb3cdc8d85 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0589683 Oct 03 14:56:23.766510 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7daea67e-0d46-4004-80de-d2ec64a4e455 req-016558df-d497-4765-a583-1c26b01e4576 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510471 Oct 03 14:56:24.052444 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-a832700f-7d9a-4866-a41b-1574f212282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:24.053936 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-a832700f-7d9a-4866-a41b-1574f212282f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 1129 time: 0.0379519 Oct 03 14:56:24.148118 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-3d38f977-1aee-4b8e-9978-88467068c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:24.149470 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-3d38f977-1aee-4b8e-9978-88467068c317 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 918 time: 0.0878949 Oct 03 14:56:24.249766 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-f41cf692-6ebb-4ee5-996f-07facdce22b2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abd33b94-cd03-47ad-bbbe-b38838da0555 HTTP/1.1" status: 200 len: 1001 time: 0.0562260 Oct 03 14:56:24.297078 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52714853-4cbc-4de3-9004-48fee4468c8a req-90bed0c2-fdda-4221-bbf8-aa8109307a59 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:24.298607 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-52714853-4cbc-4de3-9004-48fee4468c8a req-90bed0c2-fdda-4221-bbf8-aa8109307a59 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0488725 Oct 03 14:56:24.315937 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-3ce213e7-10a5-4bc6-9bff-7e1434058c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:24.317403 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-3ce213e7-10a5-4bc6-9bff-7e1434058c24 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.0455966 Oct 03 14:56:24.346681 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-52714853-4cbc-4de3-9004-48fee4468c8a req-232a60d7-feb7-4bad-bd4a-3c07b70665dc tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424156 Oct 03 14:56:24.364742 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-c208c829-eed3-44e2-b543-773f3ab0323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:24.366267 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-c208c829-eed3-44e2-b543-773f3ab0323f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421805 Oct 03 14:56:24.451121 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:24.456941 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-86abc9ab-3c0d-45a1-929a-4d3345448253 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835149 Oct 03 14:56:24.516146 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:24.550128 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-291ace28-4d2b-4330-ab3f-30d74ecac61e req-1b46fb15-7562-4882-a4c4-0d3a7a36f778 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847487 Oct 03 14:56:24.887835 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dc762-e963-4c52-bdd5-eaf2a4284370 req-96f0444c-8f47-456d-8179-17124d3d0449 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:24.889241 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d47dc762-e963-4c52-bdd5-eaf2a4284370 req-96f0444c-8f47-456d-8179-17124d3d0449 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0446465 Oct 03 14:56:24.934265 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d47dc762-e963-4c52-bdd5-eaf2a4284370 req-98bcd3d9-ba75-4897-a01b-6968d43673d1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396817 Oct 03 14:56:25.465264 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395f8a1-d8f7-4e31-824c-018117439fc3 req-dfdf4e7c-1adc-4d64-870c-fe7815babe37 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:25.466719 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f395f8a1-d8f7-4e31-824c-018117439fc3 req-dfdf4e7c-1adc-4d64-870c-fe7815babe37 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0456040 Oct 03 14:56:25.512118 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f395f8a1-d8f7-4e31-824c-018117439fc3 req-c2e5362e-2563-402a-8bf0-3b8baa12aa24 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399358 Oct 03 14:56:26.059904 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023724d-cf5b-40da-a25c-eca81e563006 req-aecb76aa-0b7f-4a29-844d-58e12ee4608a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:26.061237 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4023724d-cf5b-40da-a25c-eca81e563006 req-aecb76aa-0b7f-4a29-844d-58e12ee4608a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 945 time: 0.0480371 Oct 03 14:56:26.107832 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4023724d-cf5b-40da-a25c-eca81e563006 req-fc7aef05-74c2-4ff9-bceb-43b24ede8bcb tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411482 Oct 03 14:56:26.629640 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45ba77-f305-416c-8a78-f5f3eb42d6bc req-02cbf72f-c960-48b0-8960-a61ac5b6cdda tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:26.631063 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dc45ba77-f305-416c-8a78-f5f3eb42d6bc req-02cbf72f-c960-48b0-8960-a61ac5b6cdda tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0452569 Oct 03 14:56:26.680901 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dc45ba77-f305-416c-8a78-f5f3eb42d6bc req-c7df125f-afc2-43d8-a58c-46939d2fd0b9 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443842 Oct 03 14:56:27.052771 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:56:27.122671 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port abd33b94-cd03-47ad-bbbe-b38838da0555 is: ACTIVE; New status is: DOWN {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:56:27.122968 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:27.148798 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:56:27.151055 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cc4f4a-af9f-40d9-8d9b-0914219a1451" -d '{"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-unplugged", "status": "completed", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:56:27.164593 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:27.168395 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:27.217965 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=8']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:27.222319 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6542238f-0651-4fea-8c4a-6b38ac39df1f x-openstack-request-id: req-6542238f-0651-4fea-8c4a-6b38ac39df1f {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:56:27.222793 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-unplugged", "status": "completed", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:56:27.223215 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6542238f-0651-4fea-8c4a-6b38ac39df1f {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:56:27.223730 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6542238f-0651-4fea-8c4a-6b38ac39df1f'] response: {'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'code': 200} Oct 03 14:56:27.244144 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546e0d0-46be-4577-8699-26e2a39f80d7 req-125a9148-e83d-4487-b468-a494631b4c1e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:27.245673 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f546e0d0-46be-4577-8699-26e2a39f80d7 req-125a9148-e83d-4487-b468-a494631b4c1e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0546436 Oct 03 14:56:27.295377 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f546e0d0-46be-4577-8699-26e2a39f80d7 req-d7eeef39-4be7-4063-b9c0-ca2e7a59c236 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Oct 03 14:56:27.794121 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [req-b683f20a-bc18-42a9-adae-f853107716b0 req-2e6cefaa-45ad-45c9-a6fe-7bd52c504abe service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:56:27.795363 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b683f20a-bc18-42a9-adae-f853107716b0 req-2e6cefaa-45ad-45c9-a6fe-7bd52c504abe service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063922 Oct 03 14:56:27.803014 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8272c-4d87-4930-a102-a4ed2d582116 req-4a37acd3-2de0-4df0-8b20-9fe02d0ddd7c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:27.804518 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4ac8272c-4d87-4930-a102-a4ed2d582116 req-4a37acd3-2de0-4df0-8b20-9fe02d0ddd7c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0482161 Oct 03 14:56:27.860759 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4ac8272c-4d87-4930-a102-a4ed2d582116 req-3505d254-7bce-4813-b448-93d5e3231c7a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495737 Oct 03 14:56:28.204394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5ee2d-5f31-4510-a8b6-01e515aafb51 req-30afefc4-4696-4e9a-9ea3-abb5f4d4db21 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:28.206270 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dac5ee2d-5f31-4510-a8b6-01e515aafb51 req-30afefc4-4696-4e9a-9ea3-abb5f4d4db21 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.2641084 Oct 03 14:56:28.255941 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dac5ee2d-5f31-4510-a8b6-01e515aafb51 req-cfcd5df2-0874-49a1-93de-e20c4a99ad47 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Oct 03 14:56:28.256645 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 57452) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:56:28.346375 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-a0424c37-b935-4530-b78e-9beb125b7d59 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886734 Oct 03 14:56:28.355364 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-17f1a52b-a651-41ad-b9e8-70aa18f433f4 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:56:28.356272 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-17f1a52b-a651-41ad-b9e8-70aa18f433f4 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054212 Oct 03 14:56:28.431907 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 57460) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:56:28.527156 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-3120cf97-b222-458e-a84a-1a3da42a2fe7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:28.528483 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-3120cf97-b222-458e-a84a-1a3da42a2fe7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports/abd33b94-cd03-47ad-bbbe-b38838da0555 HTTP/1.1" status: 200 len: 940 time: 0.0955276 Oct 03 14:56:28.984423 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e5286-0f66-40ed-bb74-1cce396debb4 req-c1b25298-6ee3-486b-8edc-2790936fa164 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:28.986560 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8d8e5286-0f66-40ed-bb74-1cce396debb4 req-c1b25298-6ee3-486b-8edc-2790936fa164 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0473514 Oct 03 14:56:29.034402 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8d8e5286-0f66-40ed-bb74-1cce396debb4 req-8ae24ec9-fc83-492b-bcc5-57d8c79ebff4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422347 Oct 03 14:56:29.384444 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7e8f7-ed8e-4a6e-a190-f9b9f78bc57c req-361fcf3c-7477-4494-9ad6-57a8c940b068 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:29.385907 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1bd7e8f7-ed8e-4a6e-a190-f9b9f78bc57c req-361fcf3c-7477-4494-9ad6-57a8c940b068 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0476689 Oct 03 14:56:29.431230 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1bd7e8f7-ed8e-4a6e-a190-f9b9f78bc57c req-8212e2d2-8aaa-4740-b69e-374639e36e04 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398591 Oct 03 14:56:30.159862 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94bc8f-2c23-4376-9869-b219bff820bf req-7d3fe261-3aed-410d-909c-249ea49b65d3 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:30.161338 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-be94bc8f-2c23-4376-9869-b219bff820bf req-7d3fe261-3aed-410d-909c-249ea49b65d3 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0526538 Oct 03 14:56:30.208862 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-be94bc8f-2c23-4376-9869-b219bff820bf req-81c98aa0-7404-41e0-80e3-924856210501 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Oct 03 14:56:30.553954 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935df8e-211c-473b-8670-9dad2d2ad166 req-1db74c87-588f-4faa-b699-68cc74415ad3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:30.555385 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a935df8e-211c-473b-8670-9dad2d2ad166 req-1db74c87-588f-4faa-b699-68cc74415ad3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0452724 Oct 03 14:56:30.601586 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a935df8e-211c-473b-8670-9dad2d2ad166 req-bd6e7c58-d0fa-4c63-bd96-f07ee6b47c66 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 Oct 03 14:56:30.849925 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-0d5e2892-9055-4f04-88f4-eebfb081781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:30.851289 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-0d5e2892-9055-4f04-88f4-eebfb081781f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db&tenant_id=7f48b2441eec48c4ac784844e475a9e9 HTTP/1.1" status: 200 len: 1127 time: 0.0705805 Oct 03 14:56:30.943360 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-ae9ff633-6d70-44d2-888e-18aef057e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:30.944815 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-ae9ff633-6d70-44d2-888e-18aef057e82f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 1127 time: 0.0380213 Oct 03 14:56:31.041072 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-e5fb5a46-d443-49c7-b366-1640cc78f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:31.043056 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-e5fb5a46-d443-49c7-b366-1640cc78f263 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 918 time: 0.0869141 Oct 03 14:56:31.090079 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:56:31.100798 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:31.106043 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-88da8d59-084c-4349-9b64-923bc86d8e2c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=abd33b94-cd03-47ad-bbbe-b38838da0555 HTTP/1.1" status: 200 len: 999 time: 0.0563719 Oct 03 14:56:31.155196 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-72b3df56-72f4-4e19-b278-07aab676f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:31.156623 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-72b3df56-72f4-4e19-b278-07aab676f3d1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.0433738 Oct 03 14:56:31.163633 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port abd33b94-cd03-47ad-bbbe-b38838da0555 is: DOWN; New status is: DOWN {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:56:31.203954 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:31.207620 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-d11c2346-341b-4c32-9eb5-232e47f6a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:31.209077 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-d11c2346-341b-4c32-9eb5-232e47f6a601 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420964 Oct 03 14:56:31.302918 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-3c0c559c-f6f8-4475-b4a6-e0d6e88fa6c3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856960 Oct 03 14:56:31.334794 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95474a1-1fa0-42a5-b5ba-dbdfae24f809 req-b3514cba-8b74-4600-946e-795dbb0fba96 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:31.336249 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e95474a1-1fa0-42a5-b5ba-dbdfae24f809 req-b3514cba-8b74-4600-946e-795dbb0fba96 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0501201 Oct 03 14:56:31.384229 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e95474a1-1fa0-42a5-b5ba-dbdfae24f809 req-5b3bdcc7-1dcd-47b3-9aec-100cc16771ce tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 Oct 03 14:56:31.398062 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b45497c-639d-4370-b03f-6b5ba6c1c6c3 req-c59863ee-d361-465e-9297-69cf91d7b580 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878010 Oct 03 14:56:31.730103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411423-6c7c-4718-b6ed-645849a8c789 req-c3002dae-7dad-42fd-b794-db22dbcc6d5e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:31.731688 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3a411423-6c7c-4718-b6ed-645849a8c789 req-c3002dae-7dad-42fd-b794-db22dbcc6d5e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0484936 Oct 03 14:56:31.779970 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3a411423-6c7c-4718-b6ed-645849a8c789 req-a9fe24d0-56a6-4855-880f-e208c7444536 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Oct 03 14:56:31.808118 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:32.503341 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35e336-4115-4050-8cb2-855f69a74e33 req-50ce05f9-33a6-4d7e-a150-b417a5a54338 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:32.505008 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8a35e336-4115-4050-8cb2-855f69a74e33 req-50ce05f9-33a6-4d7e-a150-b417a5a54338 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0469847 Oct 03 14:56:32.564056 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8a35e336-4115-4050-8cb2-855f69a74e33 req-83164026-980f-4a66-a2c7-79d26942c280 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521245 Oct 03 14:56:32.923532 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cece5c-8303-46a5-bdaf-eb895a35f4da req-891616fd-db10-4bba-9943-5f19fddc3a9c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:32.925250 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f4cece5c-8303-46a5-bdaf-eb895a35f4da req-891616fd-db10-4bba-9943-5f19fddc3a9c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0491734 Oct 03 14:56:32.977399 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f4cece5c-8303-46a5-bdaf-eb895a35f4da req-0095ad5d-67f9-46ac-a918-0e14e2881a9c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461016 Oct 03 14:56:33.689219 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69f391-27f3-49fd-a461-c38d2d78f925 req-3f501fad-e49c-4d93-84a8-39dbba449699 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:33.690724 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-eb69f391-27f3-49fd-a461-c38d2d78f925 req-3f501fad-e49c-4d93-84a8-39dbba449699 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0480635 Oct 03 14:56:33.746688 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-eb69f391-27f3-49fd-a461-c38d2d78f925 req-62f81cf1-37ff-4e97-9cd0-0ff3dbfb8f2d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503366 Oct 03 14:56:34.113713 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c00d6-4724-48a4-896b-d99f7cf8d473 req-94b43607-5862-440e-abaa-30d6f2dcbeb6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:34.116554 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7b4c00d6-4724-48a4-896b-d99f7cf8d473 req-94b43607-5862-440e-abaa-30d6f2dcbeb6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0506623 Oct 03 14:56:34.165936 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7b4c00d6-4724-48a4-896b-d99f7cf8d473 req-3ad3f729-aeb8-4211-84ab-c0d7c07c4bd8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416372 Oct 03 14:56:34.870592 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd5961-cc5c-4441-8226-a0921088c5b1 req-96ea63ea-a865-4d2b-a6b8-9648277fb8c7 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:34.872067 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4bbd5961-cc5c-4441-8226-a0921088c5b1 req-96ea63ea-a865-4d2b-a6b8-9648277fb8c7 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0509112 Oct 03 14:56:34.918446 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4bbd5961-cc5c-4441-8226-a0921088c5b1 req-2a57304e-e580-4eba-b727-432d2ef47b53 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 Oct 03 14:56:35.315578 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da8d3-4e9f-432e-87e4-e48c34820e7d req-73417838-2098-4cc8-9a15-01b8a2054425 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:35.317101 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-214da8d3-4e9f-432e-87e4-e48c34820e7d req-73417838-2098-4cc8-9a15-01b8a2054425 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0526628 Oct 03 14:56:35.390552 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-214da8d3-4e9f-432e-87e4-e48c34820e7d req-988660f9-b078-42a4-bc17-636002762d02 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613387 Oct 03 14:56:36.046446 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c505c-4a22-4d46-b483-102c830db0d2 req-1f916d7f-bb02-487a-b83a-5462e6417a79 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:36.048287 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-660c505c-4a22-4d46-b483-102c830db0d2 req-1f916d7f-bb02-487a-b83a-5462e6417a79 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0507991 Oct 03 14:56:36.095423 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-660c505c-4a22-4d46-b483-102c830db0d2 req-2a6fe175-05dd-40f2-9208-20abf6b0b956 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416417 Oct 03 14:56:36.521829 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488e436-4c3b-4cf5-9be8-81e756a3e110 req-44ab9a64-4dd5-4735-9a50-df2db3adfd9a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:36.523290 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a488e436-4c3b-4cf5-9be8-81e756a3e110 req-44ab9a64-4dd5-4735-9a50-df2db3adfd9a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0491357 Oct 03 14:56:36.575516 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a488e436-4c3b-4cf5-9be8-81e756a3e110 req-ce88e4d0-e8e4-4ae2-8af4-8e42c75a39a3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456421 Oct 03 14:56:37.201748 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:37.220112 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb01930-3b2f-4852-890d-3bb95c8f63c7 req-bb0bcab8-0fa6-42ad-b6e4-2db20b9486ff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:37.221872 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8fb01930-3b2f-4852-890d-3bb95c8f63c7 req-bb0bcab8-0fa6-42ad-b6e4-2db20b9486ff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0487585 Oct 03 14:56:37.243002 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:37.271630 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8fb01930-3b2f-4852-890d-3bb95c8f63c7 req-f14cd502-e6af-4efd-ac40-e808c0090144 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435698 Oct 03 14:56:37.703494 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6376f6-3656-47b1-8a6e-bb14ac289215 req-1b015e5c-7f54-4b7d-9ada-76bf69ff9d50 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:37.706685 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4e6376f6-3656-47b1-8a6e-bb14ac289215 req-1b015e5c-7f54-4b7d-9ada-76bf69ff9d50 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0506890 Oct 03 14:56:37.753011 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4e6376f6-3656-47b1-8a6e-bb14ac289215 req-f0beef21-640c-4330-9941-22255d17669e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424302 Oct 03 14:56:38.402132 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c279e-83da-454b-b48f-cc3e618bc3ab req-21066a4e-a7bb-476f-8eb0-764ee9ec96ba tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:38.404900 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a80c279e-83da-454b-b48f-cc3e618bc3ab req-21066a4e-a7bb-476f-8eb0-764ee9ec96ba tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0500391 Oct 03 14:56:38.455581 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a80c279e-83da-454b-b48f-cc3e618bc3ab req-b6ea8069-6d26-45ef-a58a-9b56daf94ba4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456686 Oct 03 14:56:38.903349 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d34688-1ba3-4753-b3c4-ec9529b6a5e9 req-15291192-6bbb-4c12-a1a4-dea0ce9f60e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:38.905018 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-65d34688-1ba3-4753-b3c4-ec9529b6a5e9 req-15291192-6bbb-4c12-a1a4-dea0ce9f60e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0594769 Oct 03 14:56:38.953293 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-65d34688-1ba3-4753-b3c4-ec9529b6a5e9 req-f6bd4d44-152f-4820-859b-c146bb3e9800 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423543 Oct 03 14:56:39.578618 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642df864-7c19-4bc1-826c-fa0c46c245eb req-fd5b506e-cf83-47c4-9698-49ba88a91551 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:39.580078 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-642df864-7c19-4bc1-826c-fa0c46c245eb req-fd5b506e-cf83-47c4-9698-49ba88a91551 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0503178 Oct 03 14:56:39.635507 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-642df864-7c19-4bc1-826c-fa0c46c245eb req-573d134d-5380-454c-ac87-81e0d8c605c9 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498426 Oct 03 14:56:40.089154 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f74744-f3d7-41b1-927b-a20dbb59f652 req-8a0ebc7b-47c7-4284-8dfb-c5df34387651 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:40.090550 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-26f74744-f3d7-41b1-927b-a20dbb59f652 req-8a0ebc7b-47c7-4284-8dfb-c5df34387651 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0460136 Oct 03 14:56:40.114824 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:40.145085 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-26f74744-f3d7-41b1-927b-a20dbb59f652 req-d3c02bd2-bce8-4ca6-89ff-f14a0a57c676 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487237 Oct 03 14:56:40.761022 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbadb46-b6c9-4f26-b00a-5e37eee8bb62 req-ac1e2e0c-6e7f-439a-887f-4ecf356107ae tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:40.762507 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7fbadb46-b6c9-4f26-b00a-5e37eee8bb62 req-ac1e2e0c-6e7f-439a-887f-4ecf356107ae tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0515952 Oct 03 14:56:40.809882 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7fbadb46-b6c9-4f26-b00a-5e37eee8bb62 req-9ea8d1d6-f320-4704-8e26-6226657588da tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 Oct 03 14:56:41.283713 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e545f-b0a7-479e-b293-ccdc8f61c340 req-75cc75da-6bac-48a4-9c67-bd48535cbbe5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:41.285406 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a29e545f-b0a7-479e-b293-ccdc8f61c340 req-75cc75da-6bac-48a4-9c67-bd48535cbbe5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0553172 Oct 03 14:56:41.345245 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:41.350021 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a29e545f-b0a7-479e-b293-ccdc8f61c340 req-f6a6fed7-d1c6-404e-abab-2ddfad22adda tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584531 Oct 03 14:56:41.795889 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:41.803194 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:42.183110 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c771e66-68ac-42c2-a3ec-9d45b137ca8f req-d3c61324-6568-4323-9ef9-569fbc40c318 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:42.184592 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5c771e66-68ac-42c2-a3ec-9d45b137ca8f req-d3c61324-6568-4323-9ef9-569fbc40c318 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.2998879 Oct 03 14:56:42.231988 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5c771e66-68ac-42c2-a3ec-9d45b137ca8f req-40589d33-4f33-4100-a2f8-b7a9a552d802 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Oct 03 14:56:42.477823 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307ad60-522b-4533-ac92-3cde4d8f8c78 req-12facd1d-d29c-4eb2-be74-2df82f79b750 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:42.479388 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8307ad60-522b-4533-ac92-3cde4d8f8c78 req-12facd1d-d29c-4eb2-be74-2df82f79b750 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0471864 Oct 03 14:56:42.530613 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8307ad60-522b-4533-ac92-3cde4d8f8c78 req-11bb6f33-1447-4f79-80a7-e38678ec6d9b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444026 Oct 03 14:56:43.225737 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2285e80c-e679-4ea9-b486-6d9a8c96d637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:43.365406 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb994-2f19-46eb-8281-3906c05b56c7 req-41eec26c-69b7-4897-9a07-54b148db9a7e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:43.366922 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cfceb994-2f19-46eb-8281-3906c05b56c7 req-41eec26c-69b7-4897-9a07-54b148db9a7e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0602193 Oct 03 14:56:43.419057 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cfceb994-2f19-46eb-8281-3906c05b56c7 req-15377533-4574-425b-b813-328cf16ef2d6 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Oct 03 14:56:43.662196 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ba409-8570-4803-9ba9-6e8bd6ba46ee req-f8da78c1-4617-4c28-9a23-f7db4ca6111e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:43.663673 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d94ba409-8570-4803-9ba9-6e8bd6ba46ee req-f8da78c1-4617-4c28-9a23-f7db4ca6111e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0475657 Oct 03 14:56:43.718643 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d94ba409-8570-4803-9ba9-6e8bd6ba46ee req-56dca40d-b66f-4239-9dd3-2a3a6bb5bb10 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483589 Oct 03 14:56:44.544550 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6e5d7-5604-43e0-98c6-418802c2ef73 req-d3e7f6df-4cc9-4dfd-a238-c0d478b3e418 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:44.546258 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-23f6e5d7-5604-43e0-98c6-418802c2ef73 req-d3e7f6df-4cc9-4dfd-a238-c0d478b3e418 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0493197 Oct 03 14:56:44.594731 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-23f6e5d7-5604-43e0-98c6-418802c2ef73 req-f068a982-8117-47bb-8a9d-d86b0b82dfde tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431678 Oct 03 14:56:44.850954 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2dd16-6630-4bbd-8e28-a6c73b38eec7 req-def85a95-6daa-4c30-8dfa-32ebaec53549 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:44.852352 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-11a2dd16-6630-4bbd-8e28-a6c73b38eec7 req-def85a95-6daa-4c30-8dfa-32ebaec53549 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0503712 Oct 03 14:56:44.899815 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-11a2dd16-6630-4bbd-8e28-a6c73b38eec7 req-15fc95ff-50e6-49a1-97d5-4283b4b69b2a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419085 Oct 03 14:56:45.457669 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-3b777201-4266-4816-a2bf-d0d307126f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:45.713085 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30db92-2383-4b9e-bccf-17b7f092a0ce req-5b25102d-7010-49a4-a326-c8463b156857 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:45.714564 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9c30db92-2383-4b9e-bccf-17b7f092a0ce req-5b25102d-7010-49a4-a326-c8463b156857 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0450902 Oct 03 14:56:45.760701 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9c30db92-2383-4b9e-bccf-17b7f092a0ce req-40f9808e-9698-4b61-a42e-8fc3f3c4b0c5 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401318 Oct 03 14:56:46.023868 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1d672-52d4-470a-a49a-b01389a53977 req-19fcbbdb-be5a-467e-a305-56a9ca2f4482 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:46.025288 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-45a1d672-52d4-470a-a49a-b01389a53977 req-19fcbbdb-be5a-467e-a305-56a9ca2f4482 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0454278 Oct 03 14:56:46.070793 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-45a1d672-52d4-470a-a49a-b01389a53977 req-5c34e991-8cd3-4d42-b3ab-f125fdcf5131 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399349 Oct 03 14:56:46.570725 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:46.576149 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:56:46.724938 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:46.886114 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0e455-49cb-4975-b2fa-648d6018c4ed req-d6bf4b35-1139-4154-b239-43f48919624b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:46.887616 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d6e0e455-49cb-4975-b2fa-648d6018c4ed req-d6bf4b35-1139-4154-b239-43f48919624b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0530522 Oct 03 14:56:46.938527 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d6e0e455-49cb-4975-b2fa-648d6018c4ed req-12b30f72-8f61-45ec-808f-877e4adf40d0 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 Oct 03 14:56:47.195734 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e4c9f-c501-4c96-8fa7-ba2b5d51e354 req-b392d05e-fc6f-47d2-b86b-e969c6413d24 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:47.197167 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-839e4c9f-c501-4c96-8fa7-ba2b5d51e354 req-b392d05e-fc6f-47d2-b86b-e969c6413d24 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0454423 Oct 03 14:56:47.254012 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-839e4c9f-c501-4c96-8fa7-ba2b5d51e354 req-573bf640-34a8-4a84-b22d-81d4cfeff013 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513449 Oct 03 14:56:47.931048 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:48.058466 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf73d-b1e8-467c-9151-3f8d242cc3f1 req-c13599ac-94fc-4622-9846-20c19490f1c1 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:48.059918 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-222cf73d-b1e8-467c-9151-3f8d242cc3f1 req-c13599ac-94fc-4622-9846-20c19490f1c1 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0469408 Oct 03 14:56:48.106851 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-222cf73d-b1e8-467c-9151-3f8d242cc3f1 req-caebd0e1-488a-44c3-a7ef-6a35f4c52694 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Oct 03 14:56:48.287557 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:48.383268 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab48df9-b3c6-41de-9dc4-883071d1fc2e req-5e848a1a-aeff-4bac-b361-452f2af96362 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:48.384628 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-aab48df9-b3c6-41de-9dc4-883071d1fc2e req-5e848a1a-aeff-4bac-b361-452f2af96362 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0455763 Oct 03 14:56:48.431811 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-aab48df9-b3c6-41de-9dc4-883071d1fc2e req-077aa637-ded8-451e-84c6-c09ab9efe74f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409632 Oct 03 14:56:49.223531 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f8aa9-ed1f-4660-a4c2-374857a4b77e req-59c4de46-d13d-4710-a2f2-3eea533955d4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:49.224977 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-682f8aa9-ed1f-4660-a4c2-374857a4b77e req-59c4de46-d13d-4710-a2f2-3eea533955d4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0450070 Oct 03 14:56:49.249145 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:49.271492 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-682f8aa9-ed1f-4660-a4c2-374857a4b77e req-b948e364-6a4a-47a9-9aff-95b0dd130b0d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411034 Oct 03 14:56:49.471589 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433dc08-33e5-456c-a5bd-a8bf51eccead req-2a5f82ca-eb24-4c9a-b253-29bc49a9e0ef tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:49.472962 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2433dc08-33e5-456c-a5bd-a8bf51eccead req-2a5f82ca-eb24-4c9a-b253-29bc49a9e0ef tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0496416 Oct 03 14:56:49.520010 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2433dc08-33e5-456c-a5bd-a8bf51eccead req-0810a33e-d662-4ffc-97a6-322c99da49b4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414717 Oct 03 14:56:49.611256 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d114-49ef-47e4-9f9a-e17d2b7b96f9 req-6b56aaa0-97ce-4949-a727-a6cb6ed6d06a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:49.612686 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-34c1d114-49ef-47e4-9f9a-e17d2b7b96f9 req-6b56aaa0-97ce-4949-a727-a6cb6ed6d06a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0936043 Oct 03 14:56:49.659135 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-34c1d114-49ef-47e4-9f9a-e17d2b7b96f9 req-71da1216-22df-4f53-bda9-47a607ea4fb1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408776 Oct 03 14:56:50.018880 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936b480-33e6-451b-a878-3b16ff475854 req-b6a8c16f-b95d-49c0-9dba-ed3b63416e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:50.020249 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5936b480-33e6-451b-a878-3b16ff475854 req-b6a8c16f-b95d-49c0-9dba-ed3b63416e7d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 1129 time: 0.0417521 Oct 03 14:56:50.109864 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936b480-33e6-451b-a878-3b16ff475854 req-f7a29609-8b01-4a83-b544-e66547fec415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:50.111297 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5936b480-33e6-451b-a878-3b16ff475854 req-f7a29609-8b01-4a83-b544-e66547fec415 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 912 time: 0.0842628 Oct 03 14:56:50.175693 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5936b480-33e6-451b-a878-3b16ff475854 req-f64e92b8-f3d3-4251-b533-510707fa3a96 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb HTTP/1.1" status: 200 len: 1001 time: 0.0569572 Oct 03 14:56:50.223503 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936b480-33e6-451b-a878-3b16ff475854 req-852a8c86-59ae-4934-8ed7-0beb7568c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:50.224856 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5936b480-33e6-451b-a878-3b16ff475854 req-852a8c86-59ae-4934-8ed7-0beb7568c9d3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a48f3f05-3214-4e90-88bc-7c789ec0a9f7 HTTP/1.1" status: 200 len: 850 time: 0.0426939 Oct 03 14:56:50.240354 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:50.268729 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936b480-33e6-451b-a878-3b16ff475854 req-74212621-c5f5-4e9d-a3b8-a521899cb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:50.270287 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5936b480-33e6-451b-a878-3b16ff475854 req-74212621-c5f5-4e9d-a3b8-a521899cb8ab service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3de19230-35e5-430c-b606-8b501507ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382578 Oct 03 14:56:50.354351 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:50.365301 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5936b480-33e6-451b-a878-3b16ff475854 req-f834b074-c5cf-4edf-8176-e14aa76f6a4a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881279 Oct 03 14:56:50.454530 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5936b480-33e6-451b-a878-3b16ff475854 req-db5a6d90-6de9-4fdd-9453-870e7d4b0523 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822220 Oct 03 14:56:50.672595 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:50.685358 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a3abd-8d5b-47a1-9835-9f120892cf48 req-656a7b04-04af-495b-bb5c-e0e5b4289fdb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:50.687100 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e02a3abd-8d5b-47a1-9835-9f120892cf48 req-656a7b04-04af-495b-bb5c-e0e5b4289fdb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0947125 Oct 03 14:56:50.735655 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e02a3abd-8d5b-47a1-9835-9f120892cf48 req-dd25a206-27f9-4df4-bcf2-bf26b9499c35 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 Oct 03 14:56:50.791649 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb864737-c235-4bfd-9194-23b094ca551a req-e2a174e8-c4b5-4266-be4e-2eb5486024ad tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:50.793111 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cb864737-c235-4bfd-9194-23b094ca551a req-e2a174e8-c4b5-4266-be4e-2eb5486024ad tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0501735 Oct 03 14:56:50.839823 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cb864737-c235-4bfd-9194-23b094ca551a req-e65243d6-4cdc-4bfa-9e99-9108c5031757 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404174 Oct 03 14:56:51.857717 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470059-ced5-4d42-b705-daff381775d8 req-0209a1f1-a449-4d1e-a98e-2bb3f1482d1f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:51.859717 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-62470059-ced5-4d42-b705-daff381775d8 req-0209a1f1-a449-4d1e-a98e-2bb3f1482d1f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0511854 Oct 03 14:56:51.908031 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-62470059-ced5-4d42-b705-daff381775d8 req-d1ab8726-ae2c-4f50-ad81-0bf3b007c0f1 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427837 Oct 03 14:56:51.965898 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c7f2c-8c87-48c5-b4b4-abc95ff6a119 req-0d7225c7-dd6d-4251-a92e-e207054d2ec3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:51.967355 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-037c7f2c-8c87-48c5-b4b4-abc95ff6a119 req-0d7225c7-dd6d-4251-a92e-e207054d2ec3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0457566 Oct 03 14:56:52.013554 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-037c7f2c-8c87-48c5-b4b4-abc95ff6a119 req-d7e1cdad-90f4-40e8-8a30-fd83c87965b3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Oct 03 14:56:53.026842 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696176f-b981-42b0-8d35-796284e7977b req-70b19b42-d66b-4688-bbf7-988796052f48 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:53.028318 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8696176f-b981-42b0-8d35-796284e7977b req-70b19b42-d66b-4688-bbf7-988796052f48 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0458100 Oct 03 14:56:53.074559 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8696176f-b981-42b0-8d35-796284e7977b req-aeab01cc-e21d-4976-bde2-22c25924213b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406976 Oct 03 14:56:53.142095 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77604462-d20e-46ce-a259-bfa993e4b8d5 req-cce5f73f-62da-4626-a226-c28d96c9156a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:53.144136 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-77604462-d20e-46ce-a259-bfa993e4b8d5 req-cce5f73f-62da-4626-a226-c28d96c9156a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0502484 Oct 03 14:56:53.195798 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-77604462-d20e-46ce-a259-bfa993e4b8d5 req-99ddc1f5-43b6-4f47-a0f6-bc63a8829e52 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459881 Oct 03 14:56:54.319180 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1793548-9a31-46cb-8ff0-886334249d08 req-962f5942-2814-4f86-8e4a-cd43ffa9b9dd tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:54.320651 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c1793548-9a31-46cb-8ff0-886334249d08 req-962f5942-2814-4f86-8e4a-cd43ffa9b9dd tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0455554 Oct 03 14:56:54.370148 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c1793548-9a31-46cb-8ff0-886334249d08 req-598ba9e4-003f-439b-bcd5-9be1b546a0ea tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438762 Oct 03 14:56:55.496653 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3731748-28da-4b18-ae61-023b8f62c086 req-965fbd3a-52a8-46dc-bb48-49dfa877d26d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:55.498108 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a3731748-28da-4b18-ae61-023b8f62c086 req-965fbd3a-52a8-46dc-bb48-49dfa877d26d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0458670 Oct 03 14:56:55.544664 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a3731748-28da-4b18-ae61-023b8f62c086 req-5a5ed86c-105f-4519-b4db-2e519eec4175 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412228 Oct 03 14:56:56.570584 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:56:56.667420 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26979381-ef28-4f78-9f7f-a8865da5e467 req-ff8b4945-f904-45a9-b3b2-ba60f2a85837 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:56.668862 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-26979381-ef28-4f78-9f7f-a8865da5e467 req-ff8b4945-f904-45a9-b3b2-ba60f2a85837 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 943 time: 0.0450611 Oct 03 14:56:56.715002 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-26979381-ef28-4f78-9f7f-a8865da5e467 req-6e1506a8-4d90-4c44-b458-10ba90ba9742 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399885 Oct 03 14:56:57.210959 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:56:57.313011 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:57.323937 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'port_id': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'mac_address': 'fa:16:3e:f4:da:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:56:57.358015 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port abd33b94-cd03-47ad-bbbe-b38838da0555 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:56:57.358399 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:57.370735 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd33b94-cd03-47ad-bbbe-b38838da0555 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:56:57.390040 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:57.394583 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:57.442714 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=9']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:56:57.449646 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.449990 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.450351 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.450690 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.451020 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.451350 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.451670 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.451989 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.452310 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.452626 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.453586 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.453925 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.454245 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.454565 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.454880 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:56:57.840161 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea078fdf-c7f3-41c8-81ea-8d883307b2ca req-d44672e8-9536-45da-8a7f-1c1cd534d700 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:57.841690 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ea078fdf-c7f3-41c8-81ea-8d883307b2ca req-d44672e8-9536-45da-8a7f-1c1cd534d700 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 944 time: 0.0473332 Oct 03 14:56:57.891938 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ea078fdf-c7f3-41c8-81ea-8d883307b2ca req-ffe092ca-52a1-4b73-b930-267e97e3e389 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 Oct 03 14:56:57.946500 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['abd33b94-cd03-47ad-bbbe-b38838da0555'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:56:59.016239 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393be83-85a1-479c-8465-fc0a76caa0c2 req-b73dbd0d-da15-4361-b615-02ae5066443f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:56:59.017750 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c393be83-85a1-479c-8465-fc0a76caa0c2 req-b73dbd0d-da15-4361-b615-02ae5066443f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 944 time: 0.0455744 Oct 03 14:56:59.062787 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c393be83-85a1-479c-8465-fc0a76caa0c2 req-263a8531-a06b-42ce-a9e5-da936beb0819 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Oct 03 14:56:59.365852 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:56:59.411648 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port abd33b94-cd03-47ad-bbbe-b38838da0555 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:56:59.412011 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:59.412339 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port abd33b94-cd03-47ad-bbbe-b38838da0555 Oct 03 14:56:59.482754 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port abd33b94-cd03-47ad-bbbe-b38838da0555 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:56:59.483134 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:59.505854 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:56:59.508067 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d88900d-1f3b-4104-955a-6935e396a4bc" -d '{"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-plugged", "status": "completed", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:56:59.520289 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:56:59.524933 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:56:59.553317 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d72603-888f-4310-9f48-ed35502f3e33 x-openstack-request-id: req-55d72603-888f-4310-9f48-ed35502f3e33 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:56:59.553656 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-plugged", "status": "completed", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:56:59.553914 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55d72603-888f-4310-9f48-ed35502f3e33 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:56:59.554298 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d72603-888f-4310-9f48-ed35502f3e33'] response: {'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'code': 200} Oct 03 14:56:59.579320 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=10']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:00.201670 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4d224-b41f-4b8f-9500-72e4a383ea78 req-243999a3-329b-4e2a-80cb-b2fd20012127 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:00.203129 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fac4d224-b41f-4b8f-9500-72e4a383ea78 req-243999a3-329b-4e2a-80cb-b2fd20012127 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 946 time: 0.0506592 Oct 03 14:57:00.252551 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fac4d224-b41f-4b8f-9500-72e4a383ea78 req-56bcbc2f-286d-4020-b168-4f1c044bbc85 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 Oct 03 14:57:00.262736 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05655f5-bc22-4b7e-80da-136a138bdc0a req-f851f197-6c8c-46dc-8bda-35e28f8b6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:00.264281 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c05655f5-bc22-4b7e-80da-136a138bdc0a req-f851f197-6c8c-46dc-8bda-35e28f8b6ec6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 1130 time: 0.0450821 Oct 03 14:57:00.308991 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c05655f5-bc22-4b7e-80da-136a138bdc0a req-60d0a971-ae14-4a56-8e14-88c9ca961a67 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384953 Oct 03 14:57:01.377992 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de0250-7575-45d2-be35-085fdc536f24 req-31eb90ad-429f-4b50-b193-2d5366cb6795 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:01.379412 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a3de0250-7575-45d2-be35-085fdc536f24 req-31eb90ad-429f-4b50-b193-2d5366cb6795 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 946 time: 0.0448771 Oct 03 14:57:01.424985 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a3de0250-7575-45d2-be35-085fdc536f24 req-9c099115-6bc8-4690-9ea5-74d604b1a29f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Oct 03 14:57:01.818547 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:02.554799 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1caf4db-cb7b-4dbe-be33-af612b8a3dd9 req-baf6d65f-996e-42ec-ab73-d139c281df3b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:02.556452 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b1caf4db-cb7b-4dbe-be33-af612b8a3dd9 req-baf6d65f-996e-42ec-ab73-d139c281df3b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 946 time: 0.0478652 Oct 03 14:57:02.605321 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b1caf4db-cb7b-4dbe-be33-af612b8a3dd9 req-e441f2db-9ade-4328-a7ab-8052e6fcc7e9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Oct 03 14:57:03.732129 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa01a2-98d3-420a-a4ea-c6e1e8310b5e req-970dcac5-7508-4195-9b5b-55e7532145ee tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:03.733699 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-66fa01a2-98d3-420a-a4ea-c6e1e8310b5e req-970dcac5-7508-4195-9b5b-55e7532145ee tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 946 time: 0.0483510 Oct 03 14:57:03.784392 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-66fa01a2-98d3-420a-a4ea-c6e1e8310b5e req-4467d874-acba-42c6-80cb-c7bd894226e4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445516 Oct 03 14:57:04.292285 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:04.305823 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-e02064ab-0344-441d-9705-6627daf68b29 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388398 Oct 03 14:57:04.420619 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-549692ff-58a1-4691-b391-670590e3a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:04.422074 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-549692ff-58a1-4691-b391-670590e3a35e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 1130 time: 0.0382619 Oct 03 14:57:04.528990 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-2d1c2ff8-fca9-4b06-be17-dc0fe4dc7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:04.530479 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-2d1c2ff8-fca9-4b06-be17-dc0fe4dc7bf9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.0880945 Oct 03 14:57:04.568918 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-aa274e3c-bce9-4a69-88d4-df09c5e0b25b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7ceaf30-9e00-432b-b831-684569089003 HTTP/1.1" status: 200 len: 217 time: 0.0309072 Oct 03 14:57:04.604016 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:04.619509 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-00392554-a918-42f1-ac74-d72b609da711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:04.620875 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-00392554-a918-42f1-ac74-d72b609da711 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0434425 Oct 03 14:57:04.666795 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-60d6a64b-400c-4e38-8c21-33dce0f609cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:04.668214 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-60d6a64b-400c-4e38-8c21-33dce0f609cd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408397 Oct 03 14:57:04.756655 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-77f6e260-5535-4ed1-974e-a1662bbbeef8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813901 Oct 03 14:57:04.850156 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-beb945f1-2c9e-40e6-9e75-c760b97750e6 req-c7dc874d-8986-451f-a44b-7b94e7decd07 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876265 Oct 03 14:57:11.813112 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:11.815028 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:12.599633 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=60 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:12.601482 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:13.230176 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-15c1f346-a2bc-436a-9127-8e5513dac5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:14.841093 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=25 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:14.847516 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=43 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:15.459242 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-404ffd33-c161-4825-a174-d7a55eef9bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:16.723454 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:17.934507 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:17.976258 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ec18-3b0f-4200-b634-55a688230902 req-5196be6b-15ee-4739-a9bd-f28b1bd69b00 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:17.977916 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6b18ec18-3b0f-4200-b634-55a688230902 req-5196be6b-15ee-4739-a9bd-f28b1bd69b00 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0467880 Oct 03 14:57:17.999031 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-dd5946ba-7ef7-4249-b0a7-fe87d933154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:18.000567 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-dd5946ba-7ef7-4249-b0a7-fe87d933154b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 1129 time: 0.0407388 Oct 03 14:57:18.029298 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6b18ec18-3b0f-4200-b634-55a688230902 req-4beb256b-02b8-4435-93c2-b6e535450d45 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 Oct 03 14:57:18.105548 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-2a69168a-ab37-46e8-a288-4fcaf5d62f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:18.106947 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-2a69168a-ab37-46e8-a288-4fcaf5d62f71 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.0940666 Oct 03 14:57:18.172980 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-49aeaba6-f740-4b4f-b58d-f9dd6a8a0b18 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde HTTP/1.1" status: 200 len: 1000 time: 0.0572038 Oct 03 14:57:18.223510 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-1a953d2f-3131-4775-906f-c4a6343ea5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:18.224895 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-1a953d2f-3131-4775-906f-c4a6343ea5ff service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0438392 Oct 03 14:57:18.272765 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-269c565d-d4f9-4c5f-93ff-3b4d4d6b4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:18.274258 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-269c565d-d4f9-4c5f-93ff-3b4d4d6b4114 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422459 Oct 03 14:57:18.293404 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:18.364349 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-320caab8-8609-4f48-8094-4c59304424ea service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827768 Oct 03 14:57:18.465610 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58666ca5-7332-4b25-925c-248bbe8b25c8 req-1aaf660c-7b20-4f0e-a533-fba0eccf3513 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922852 Oct 03 14:57:19.150344 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5b0a1-77bf-45e2-9b79-de3fc3ff78a3 req-cb304102-d4ab-49ff-9aa6-ed409c1b3a58 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:19.151809 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f1a5b0a1-77bf-45e2-9b79-de3fc3ff78a3 req-cb304102-d4ab-49ff-9aa6-ed409c1b3a58 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0461929 Oct 03 14:57:19.197729 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f1a5b0a1-77bf-45e2-9b79-de3fc3ff78a3 req-98bcc58a-c153-4b90-8518-a7ae0f6cea55 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399790 Oct 03 14:57:20.317876 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5873452-c63f-4745-bd87-86012bfc6e83 req-38694a69-bb00-4097-af66-76b20d7a3260 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:20.319350 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f5873452-c63f-4745-bd87-86012bfc6e83 req-38694a69-bb00-4097-af66-76b20d7a3260 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0476406 Oct 03 14:57:20.366770 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f5873452-c63f-4745-bd87-86012bfc6e83 req-edc56fa9-446f-4ff1-b302-03d46dcb5973 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 Oct 03 14:57:21.491002 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0b1a-d43d-42c3-874a-97d1f7bf42c6 req-319eaea9-ffa0-4583-84a5-7abb0c8cae24 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:21.492443 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f35b0b1a-d43d-42c3-874a-97d1f7bf42c6 req-319eaea9-ffa0-4583-84a5-7abb0c8cae24 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0491786 Oct 03 14:57:21.538794 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f35b0b1a-d43d-42c3-874a-97d1f7bf42c6 req-44d7a8d0-2c19-45bb-8c44-c511f8c6b778 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 Oct 03 14:57:22.657775 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1f7e7-ba75-479c-8ad0-c055a0a89195 req-455a15cf-55c6-4778-887d-03541fe39f7c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:22.659207 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9de1f7e7-ba75-479c-8ad0-c055a0a89195 req-455a15cf-55c6-4778-887d-03541fe39f7c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0460751 Oct 03 14:57:22.705702 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9de1f7e7-ba75-479c-8ad0-c055a0a89195 req-ecd450cf-ab25-4889-a7cc-fd224f780043 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Oct 03 14:57:23.575191 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:57:23.829816 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e38ab-1f24-4c49-b53a-01c934600369 req-6bef5c76-4bf4-421d-8f9e-49ee5ef9acb9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:23.831195 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fb2e38ab-1f24-4c49-b53a-01c934600369 req-6bef5c76-4bf4-421d-8f9e-49ee5ef9acb9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0485089 Oct 03 14:57:23.878496 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fb2e38ab-1f24-4c49-b53a-01c934600369 req-d970b855-fde3-4ae7-bc28-0897217eed3d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Oct 03 14:57:25.001096 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb6b90-eaa1-4659-b5e5-1722879af44a req-8d8b87c4-706e-4391-89d8-919225dbfd9c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:25.002543 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-62eb6b90-eaa1-4659-b5e5-1722879af44a req-8d8b87c4-706e-4391-89d8-919225dbfd9c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0489290 Oct 03 14:57:25.048275 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-62eb6b90-eaa1-4659-b5e5-1722879af44a req-94fb0c95-9f0f-43bf-9cd5-6a84cc8ca874 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403364 Oct 03 14:57:26.164093 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee8e7b-ab1b-41b7-8069-523b431694fb req-f2c080d4-7e57-4084-9e8f-28f3ca82dd03 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:26.165521 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dee8e7b-ab1b-41b7-8069-523b431694fb req-f2c080d4-7e57-4084-9e8f-28f3ca82dd03 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0445085 Oct 03 14:57:26.214651 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dee8e7b-ab1b-41b7-8069-523b431694fb req-888a3ec9-acd1-48a4-a79d-a92f40118da1 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436542 Oct 03 14:57:27.336360 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85064db-52f3-4c9d-acf2-c9f858f45425 req-a5470dad-0ec1-4e03-9447-94c9f7270538 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:27.337848 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a85064db-52f3-4c9d-acf2-c9f858f45425 req-a5470dad-0ec1-4e03-9447-94c9f7270538 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0467839 Oct 03 14:57:27.384014 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a85064db-52f3-4c9d-acf2-c9f858f45425 req-57c02338-68ac-4867-aeb0-d0fb24e460d2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Oct 03 14:57:28.287046 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=23 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:28.289058 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:28.502007 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba7887-5892-4d9a-b32e-66aab8a5924b req-58c76317-369e-4755-8adb-aa0816102cdf tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:28.503415 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fbba7887-5892-4d9a-b32e-66aab8a5924b req-58c76317-369e-4755-8adb-aa0816102cdf tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0450552 Oct 03 14:57:28.550683 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fbba7887-5892-4d9a-b32e-66aab8a5924b req-61ead1be-c856-452b-9382-9114d0e0d15c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Oct 03 14:57:29.672715 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4919044-43cf-4f5a-858a-93e31a0e225c req-3680ad94-cdd8-45a5-9bbc-698e07d5366f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:29.674210 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d4919044-43cf-4f5a-858a-93e31a0e225c req-3680ad94-cdd8-45a5-9bbc-698e07d5366f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0498340 Oct 03 14:57:29.721119 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d4919044-43cf-4f5a-858a-93e31a0e225c req-397314ee-5de8-4558-a907-a2693618aeef tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414162 Oct 03 14:57:30.824763 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:30.839634 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd9440-041b-42b0-89ed-35068dee7b4d req-8ade2769-0c8a-4fad-8826-c0f3d7442407 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:30.841062 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-38dd9440-041b-42b0-89ed-35068dee7b4d req-8ade2769-0c8a-4fad-8826-c0f3d7442407 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0457985 Oct 03 14:57:30.886521 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-38dd9440-041b-42b0-89ed-35068dee7b4d req-a48cb8a1-4d05-4e3d-8d10-32ae7e9537f9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Oct 03 14:57:31.224900 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:31.228532 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94fefd-f728-4fd9-a1c1-4431c719c444 req-56655670-7943-43f4-bc75-31d4cac85612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:31.230009 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7a94fefd-f728-4fd9-a1c1-4431c719c444 req-56655670-7943-43f4-bc75-31d4cac85612 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 1129 time: 0.0833046 Oct 03 14:57:31.273271 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7a94fefd-f728-4fd9-a1c1-4431c719c444 req-13cb8a44-e8b1-421e-8244-093eafe86df9 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358698 Oct 03 14:57:31.817022 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:32.004837 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6faa6f-a20b-48fd-b6c0-9d2150388bcb req-ff9dc05f-75e2-4aed-bd1a-3f330fb1a8b5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:32.006310 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8e6faa6f-a20b-48fd-b6c0-9d2150388bcb req-ff9dc05f-75e2-4aed-bd1a-3f330fb1a8b5 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0453763 Oct 03 14:57:32.052942 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8e6faa6f-a20b-48fd-b6c0-9d2150388bcb req-39ffd24c-8814-4436-bb39-371f1cf71b9e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412877 Oct 03 14:57:33.171812 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5401f6-33cb-41a2-a832-d0b0f8e1809e req-e8e61ebf-9e32-4256-bba4-a915df92af1b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:33.173867 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0d5401f6-33cb-41a2-a832-d0b0f8e1809e req-e8e61ebf-9e32-4256-bba4-a915df92af1b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0451949 Oct 03 14:57:33.219271 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0d5401f6-33cb-41a2-a832-d0b0f8e1809e req-fedda79a-9138-49be-a8b3-dd7efd0207a8 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400126 Oct 03 14:57:33.614073 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7ee9-8fd3-4d90-a278-63a26884c045 req-9410833e-d959-4ca9-be54-b5a8d9948e04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:33.615556 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0b9e7ee9-8fd3-4d90-a278-63a26884c045 req-9410833e-d959-4ca9-be54-b5a8d9948e04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0480082 Oct 03 14:57:33.643482 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-a92aa332-5206-4d19-bfd0-6c2d90a6a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:33.644855 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-a92aa332-5206-4d19-bfd0-6c2d90a6a013 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 1129 time: 0.0421619 Oct 03 14:57:33.666417 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0b9e7ee9-8fd3-4d90-a278-63a26884c045 req-71c3a1dd-9ed0-407d-bf08-84c081dc9ce3 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Oct 03 14:57:33.741976 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-39abae30-3b23-4af2-8949-575c37258109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:33.743419 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-39abae30-3b23-4af2-8949-575c37258109 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.0905039 Oct 03 14:57:33.814889 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-94008c54-2ff5-454c-8d25-b4c4173bd73f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde HTTP/1.1" status: 200 len: 1000 time: 0.0573463 Oct 03 14:57:33.864600 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-653b58a5-083e-454e-8016-26b1c287f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:33.866025 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-653b58a5-083e-454e-8016-26b1c287f761 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0434656 Oct 03 14:57:33.908627 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-b291f7ca-4ed8-41b9-b0e6-6b0757cd30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:33.910065 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-b291f7ca-4ed8-41b9-b0e6-6b0757cd30c6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377209 Oct 03 14:57:34.006343 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-9766679d-aec6-41d8-8803-bcbce3f9a3e3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859139 Oct 03 14:57:34.103134 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63a0d961-bc45-4eae-bb92-4d6d35aa76f8 req-7a7706a4-b645-4325-a03d-8fcc889b9512 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855110 Oct 03 14:57:34.790330 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d77c-b338-4ff9-b374-6e92e7ac7bb7 req-32a5f75d-ec6e-44d7-8d1d-76ac4106768c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:34.791764 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-33e9d77c-b338-4ff9-b374-6e92e7ac7bb7 req-32a5f75d-ec6e-44d7-8d1d-76ac4106768c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0492165 Oct 03 14:57:35.048773 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-33e9d77c-b338-4ff9-b374-6e92e7ac7bb7 req-5e8b2752-2733-4b0c-bc62-8065744e5563 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513132 Oct 03 14:57:36.166624 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765e774-8c0b-4f9f-b866-3ab06cb049da req-41d281d8-8a3a-4731-8c65-79a1ac54b423 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:36.168049 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a765e774-8c0b-4f9f-b866-3ab06cb049da req-41d281d8-8a3a-4731-8c65-79a1ac54b423 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0456841 Oct 03 14:57:36.213619 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a765e774-8c0b-4f9f-b866-3ab06cb049da req-5d1aef86-8eab-48c7-8edd-63085efcbebe tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Oct 03 14:57:37.335667 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27207207-5fbb-46bb-a67b-98e71a4e4c22 req-3c459db0-6292-4f01-901e-1d23e8dc1e87 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:37.337463 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-27207207-5fbb-46bb-a67b-98e71a4e4c22 req-3c459db0-6292-4f01-901e-1d23e8dc1e87 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0489118 Oct 03 14:57:37.384043 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-27207207-5fbb-46bb-a67b-98e71a4e4c22 req-f5cd3702-34dd-458e-88ef-aabe6cf766cd tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407636 Oct 03 14:57:38.509454 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef9a5c-990c-4492-a331-d64853ed0b1b req-9ff5d186-f38d-4829-aa83-418033b0d3ce tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:38.510924 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4eef9a5c-990c-4492-a331-d64853ed0b1b req-9ff5d186-f38d-4829-aa83-418033b0d3ce tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0491109 Oct 03 14:57:38.556937 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4eef9a5c-990c-4492-a331-d64853ed0b1b req-c07d068d-53dd-44d4-82a2-8f7869ae53d9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Oct 03 14:57:38.673817 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1bd4f-3303-458c-8944-44f83ce6dacc req-61f7ebfe-709d-4faa-a850-d513a98ebbb7 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:38.675674 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ebd1bd4f-3303-458c-8944-44f83ce6dacc req-61f7ebfe-709d-4faa-a850-d513a98ebbb7 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0485647 Oct 03 14:57:38.685543 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 57798) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:38.689882 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-a3c88e2b-f3d8-493d-b4ce-4b6ee8950330 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Request body: {'floatingip': {'port_id': '71f04a2e-59ac-4427-96fb-90ece95bcbde'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:57:38.742848 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a3c88e2b-f3d8-493d-b4ce-4b6ee8950330 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for floatingip (8a7da0cf-e69e-48e2-abfb-1456c56a7667), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:38.813338 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:38.820479 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:39.188454 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a3c88e2b-f3d8-493d-b4ce-4b6ee8950330 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:39.192025 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a3c88e2b-f3d8-493d-b4ce-4b6ee8950330 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (8a7da0cf-e69e-48e2-abfb-1456c56a7667), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:39.394251 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c88e2b-f3d8-493d-b4ce-4b6ee8950330 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Router f3fb317f-36be-4840-8fa8-6ef34b459d22 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:57:39.492633 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c88e2b-f3d8-493d-b4ce-4b6ee8950330 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:57:39.497338 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a3c88e2b-f3d8-493d-b4ce-4b6ee8950330 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:39.502063 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] Sync routers for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:57:39.511687 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:57:39.512286 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:39.531311 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:57:39.534294 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f934184d-e0b1-466e-a360-a7c80a1609dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:57:39.563544 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a3c88e2b-f3d8-493d-b4ce-4b6ee8950330 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/8a7da0cf-e69e-48e2-abfb-1456c56a7667 HTTP/1.1" status: 200 len: 992 time: 0.8768508 Oct 03 14:57:39.619280 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:57:39.642596 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f9339d-a238-4779-a514-7e626bee51d1 x-openstack-request-id: req-86f9339d-a238-4779-a514-7e626bee51d1 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:57:39.642893 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:57:39.643145 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86f9339d-a238-4779-a514-7e626bee51d1 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:57:39.643544 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f9339d-a238-4779-a514-7e626bee51d1'] response: {'name': 'network-changed', 'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'status': 'completed', 'code': 200} Oct 03 14:57:39.751220 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-b6892b33-e67a-48fe-9221-d20fd01f0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:39.752601 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-b6892b33-e67a-48fe-9221-d20fd01f0915 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 1129 time: 0.0382693 Oct 03 14:57:39.829620 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '8a7da0cf-e69e-48e2-abfb-1456c56a7667', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'port_id': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'mac_address': 'fa:16:3e:7a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42b833-728b-44e8-af21-fe86e25c035f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:54:33Z', 'updated_at': '2022-10-03T14:57:39Z', 'revision_number': 3, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:22Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:39.842224 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:39.848424 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-536a5692-f6bf-4daa-84d3-dbb6e0109828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:39.849972 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-536a5692-f6bf-4daa-84d3-dbb6e0109828 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.0908520 Oct 03 14:57:39.855377 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] Checking router: f3fb317f-36be-4840-8fa8-6ef34b459d22 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:57:39.863633 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:57:39.864218 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:39.911730 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-82ee5433-0bbe-4dcd-99cb-5bb55be7e13f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde HTTP/1.1" status: 200 len: 1000 time: 0.0556326 Oct 03 14:57:39.961334 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-0e3ed5f8-adf4-4616-a335-3ee7e12f9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:39.962859 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-0e3ed5f8-adf4-4616-a335-3ee7e12f9a0a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0447803 Oct 03 14:57:39.964353 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:57:39.976506 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:40.009453 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-4161ae4d-160e-4a38-9b4d-48698015a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:40.010894 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-4161ae4d-160e-4a38-9b4d-48698015a55d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424950 Oct 03 14:57:40.100035 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-678291f6-7bc9-4026-881f-2d7539ed6b27 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824676 Oct 03 14:57:40.170137 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '8a7da0cf-e69e-48e2-abfb-1456c56a7667', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'port_id': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'mac_address': 'fa:16:3e:7a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42b833-728b-44e8-af21-fe86e25c035f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:54:33Z', 'updated_at': '2022-10-03T14:57:39Z', 'revision_number': 3, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:22Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:40.193439 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f934184d-e0b1-466e-a360-a7c80a1609dd req-1aff91e9-1ce5-463b-b884-1ba79f17645e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872626 Oct 03 14:57:40.317381 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc83e91-fdcc-4961-9f9f-3067e6ae5e4c None None] The sync data for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi is: [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '8a7da0cf-e69e-48e2-abfb-1456c56a7667', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'port_id': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'mac_address': 'fa:16:3e:7a:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42b833-728b-44e8-af21-fe86e25c035f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:54:33Z', 'updated_at': '2022-10-03T14:57:39Z', 'revision_number': 3, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:22Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:57:41.587912 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=6 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:41.588667 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:41.644947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:57:41.647415 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d428d2-fc86-4ae3-b207-75162e438a13" -d '{"events": [{"name": "network-changed", "server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:57:41.684626 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7ce052-9fd0-40d5-840a-428bfeb714ab x-openstack-request-id: req-cd7ce052-9fd0-40d5-840a-428bfeb714ab {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:57:41.684918 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:57:41.685173 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd7ce052-9fd0-40d5-840a-428bfeb714ab {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:57:41.685610 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7ce052-9fd0-40d5-840a-428bfeb714ab'] response: {'name': 'network-changed', 'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'status': 'completed', 'code': 200} Oct 03 14:57:41.773615 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-c09be415-791f-4bd3-8854-b4fe21818230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:41.775049 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-c09be415-791f-4bd3-8854-b4fe21818230 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 1129 time: 0.0382168 Oct 03 14:57:41.869349 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-e5bb6a9c-901f-4088-9bde-dee0fbfabb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:41.870841 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-e5bb6a9c-901f-4088-9bde-dee0fbfabb96 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.0879531 Oct 03 14:57:41.931721 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-c5b5fb15-70aa-442b-8aa7-53e2b785ff66 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde HTTP/1.1" status: 200 len: 1000 time: 0.0540175 Oct 03 14:57:41.979523 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-136be2de-9bd5-41ac-9427-91fefc832f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:41.980891 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-136be2de-9bd5-41ac-9427-91fefc832f9c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0430007 Oct 03 14:57:42.026321 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-8ae6334f-3047-4b9e-bf51-a7128e4f5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:42.027755 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-8ae6334f-3047-4b9e-bf51-a7128e4f5914 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403559 Oct 03 14:57:42.118303 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-f47a3ec8-968a-4c66-826e-b95f451fad69 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814493 Oct 03 14:57:42.210984 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e6d428d2-fc86-4ae3-b207-75162e438a13 req-efb5ab8b-0135-426d-bf30-6fddb58137de service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859263 Oct 03 14:57:43.232625 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-55249780-07c9-4224-8100-8e82d2d42395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:43.239913 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df325420-f526-43cd-84b3-ff7cb10ae2df req-a398d465-58f7-40e3-b3b5-9346f1f02917 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:43.241392 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-df325420-f526-43cd-84b3-ff7cb10ae2df req-a398d465-58f7-40e3-b3b5-9346f1f02917 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 946 time: 0.0470891 Oct 03 14:57:43.289120 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-df325420-f526-43cd-84b3-ff7cb10ae2df req-7fb887aa-0a97-4455-aaa0-3445e74d3546 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418513 Oct 03 14:57:44.373283 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:44.375124 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:44.413662 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aa086-aacc-449a-8835-cded1c3f751f req-259b9bc3-738e-41b4-ba33-5110666298dd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:44.415098 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-224aa086-aacc-449a-8835-cded1c3f751f req-259b9bc3-738e-41b4-ba33-5110666298dd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 946 time: 0.0499644 Oct 03 14:57:44.461230 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-224aa086-aacc-449a-8835-cded1c3f751f req-3ae170ea-8a9d-4289-a49e-0a323930c2ba tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406837 Oct 03 14:57:45.132398 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-4c071f10-d7b2-4c7d-bf3a-2d332b4c8141 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:45.133794 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-4c071f10-d7b2-4c7d-bf3a-2d332b4c8141 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 946 time: 0.0500104 Oct 03 14:57:45.216400 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Deleting port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:57:45.216671 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:45.220801 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:45.296743 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:45.312854 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] For port e2d275ba-9f0b-4940-b899-d1d6d34a79b3, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:57:45.313208 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:45.461760 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-db72f80e-5250-43af-a8f0-ce7d2ccafe1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:45.535555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:45.535919 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (ddb3652b-5410-4672-b987-1288680cc350), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:45.536285 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Floating IP ddb3652b-5410-4672-b987-1288680cc350 disassociated. External IP: 172.27.1.98, port: e2d275ba-9f0b-4940-b899-d1d6d34a79b3. Oct 03 14:57:45.536627 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Calling delete_port for e2d275ba-9f0b-4940-b899-d1d6d34a79b3 owned by compute:nova {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:57:45.619351 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027b98b-75bf-4573-a86b-495e6491682f req-0dbbd7c5-bab6-4149-a261-ef0ea5202283 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:45.620846 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1027b98b-75bf-4573-a86b-495e6491682f req-0dbbd7c5-bab6-4149-a261-ef0ea5202283 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 946 time: 0.0798519 Oct 03 14:57:45.691880 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1027b98b-75bf-4573-a86b-495e6491682f req-af3c8db8-f72d-45ae-8f8e-527745c69722 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=4b4c85f1-fac7-4724-a6fc-664ec876a5fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633399 Oct 03 14:57:45.745035 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (e2d275ba-9f0b-4940-b899-d1d6d34a79b3), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:45.771867 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'Port': ['ID=e2d275ba-9f0b-4940-b899-d1d6d34a79b3,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:45.785988 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.786336 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.786673 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.787013 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.787343 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.787675 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.787997 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.788319 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.788649 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.789069 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.789409 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.789866 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.790221 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.790543 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:45.790863 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:46.126582 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:57:46.231870 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:57:46.242529 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:57:46.252750 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:57:46.253398 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:46.275493 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] No DVR routers for this DVR port e2d275ba-9f0b-4940-b899-d1d6d34a79b3 on host hv-cinder-85987 {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:57:46.283295 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:46.286719 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-37b0ebc6-0d17-4977-9e31-236b8c5c4e47 req-98b58237-5e90-46ac-8603-52f656d80ef7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e2d275ba-9f0b-4940-b899-d1d6d34a79b3 HTTP/1.1" status: 204 len: 173 time: 1.1476853 Oct 03 14:57:46.287316 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'name': 'network-vif-deleted', 'tag': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:57:46.291895 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6fc326-6df9-4239-9521-5cfc3386e50b" -d '{"events": [{"server_uuid": "f8993421-0b03-4554-aa82-b608a3baebe2", "name": "network-vif-deleted", "tag": "e2d275ba-9f0b-4940-b899-d1d6d34a79b3"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:57:46.337744 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315cd844-3859-4ab7-be57-554f0839393a x-openstack-request-id: req-315cd844-3859-4ab7-be57-554f0839393a {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:57:46.338035 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8993421-0b03-4554-aa82-b608a3baebe2", "name": "network-vif-deleted", "tag": "e2d275ba-9f0b-4940-b899-d1d6d34a79b3", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:57:46.338386 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-315cd844-3859-4ab7-be57-554f0839393a {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:57:46.338795 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315cd844-3859-4ab7-be57-554f0839393a'] response: {'server_uuid': 'f8993421-0b03-4554-aa82-b608a3baebe2', 'name': 'network-vif-deleted', 'tag': 'e2d275ba-9f0b-4940-b899-d1d6d34a79b3', 'status': 'completed', 'code': 200} Oct 03 14:57:46.358585 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:57:46.575542 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '11db4b8b-f78f-4f6b-af6b-4f8f253d575c', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:53:04Z', 'revision_number': 2, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:46.603462 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:57:46.613426 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:57:46.613626 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:46.722194 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:57:46.750961 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:46.823904 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-00f5517a-e538-4ee3-ad0c-a225f0108cf5 req-d2d3422d-dd1b-48da-b5b6-ef1c85e4a2e3 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f8993421-0b03-4554-aa82-b608a3baebe2 HTTP/1.1" status: 200 len: 210 time: 0.0306773 Oct 03 14:57:46.947508 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '11db4b8b-f78f-4f6b-af6b-4f8f253d575c', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:53:04Z', 'revision_number': 2, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:46.972380 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c744d3-54e0-4f95-ac0b-aa7d99149b54 None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '11db4b8b-f78f-4f6b-af6b-4f8f253d575c', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:39:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:53:04Z', 'revision_number': 2, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:57:47.206228 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f560a-e323-4530-887f-17c655e80b73 None None] New status for floating IP ddb3652b-5410-4672-b987-1288680cc350: DOWN {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:57:47.597218 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e2d275ba-9f0b-4940-b899-d1d6d34a79b3 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:57:47.620526 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: e2d275ba-9f0b-4940-b899-d1d6d34a79b3 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:57:47.620864 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e2d275ba-9f0b-4940-b899-d1d6d34a79b3 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:57:47.919486 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 57842) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:47.940150 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:47.974562 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (4b4c85f1-fac7-4724-a6fc-664ec876a5fe), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:47.997708 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (4b4c85f1-fac7-4724-a6fc-664ec876a5fe), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.057811 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (4b4c85f1-fac7-4724-a6fc-664ec876a5fe), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.061477 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.063311 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4b4c85f1-fac7-4724-a6fc-664ec876a5fe HTTP/1.1" status: 204 len: 168 time: 0.1423059 Oct 03 14:57:48.066419 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 57844) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:48.077455 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4c85f1-fac7-4724-a6fc-664ec876a5fe,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:48.082068 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.api.v2.resource [None req-af675e88-e827-4223-982f-201b68188738 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] show failed (client error): The resource could not be found. Oct 03 14:57:48.083902 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-af675e88-e827-4223-982f-201b68188738 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups/4b4c85f1-fac7-4724-a6fc-664ec876a5fe HTTP/1.1" status: 404 len: 347 time: 0.0156355 Oct 03 14:57:48.087027 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 57846) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:48.096578 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.097029 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.097444 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.097812 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.098151 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.098484 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.098817 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.099147 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.099475 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.099803 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.100128 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.100456 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.100780 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.101103 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.101428 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776fc6d2-45a5-4c73-b694-f87317f6b168 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:57:48.214660 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Deleting port 68e91cc8-1dfe-4d29-80a6-6020007886c3 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:57:48.215000 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (68e91cc8-1dfe-4d29-80a6-6020007886c3), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.294051 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (68e91cc8-1dfe-4d29-80a6-6020007886c3), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.294297 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (68e91cc8-1dfe-4d29-80a6-6020007886c3), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.305377 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.309663 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Calling delete_port for 68e91cc8-1dfe-4d29-80a6-6020007886c3 owned by network:floatingip {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:57:48.454473 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (68e91cc8-1dfe-4d29-80a6-6020007886c3), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.479074 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'Port': ['ID=68e91cc8-1dfe-4d29-80a6-6020007886c3,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:48.546358 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (ddb3652b-5410-4672-b987-1288680cc350), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.548900 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:48.550070 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c8fba774-a69a-4174-a502-ca6bbf66c41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/ddb3652b-5410-4672-b987-1288680cc350 HTTP/1.1" status: 204 len: 168 time: 0.4620390 Oct 03 14:57:51.254100 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92364db-d4ba-4fc6-9929-28bc990fe93a req-bfcfd2db-dee6-4445-9ec8-306d832650bf tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:51.255451 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b92364db-d4ba-4fc6-9929-28bc990fe93a req-bfcfd2db-dee6-4445-9ec8-306d832650bf tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0490608 Oct 03 14:57:51.302274 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b92364db-d4ba-4fc6-9929-28bc990fe93a req-e5c7687e-5be6-492d-aec6-b69ae2f5cf2c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Oct 03 14:57:52.422615 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be56197-e599-4aea-9bb9-2b57c5d08253 req-73ca1e93-1760-4e27-8102-a8b62b7fac42 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:52.424063 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5be56197-e599-4aea-9bb9-2b57c5d08253 req-73ca1e93-1760-4e27-8102-a8b62b7fac42 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0466051 Oct 03 14:57:52.471154 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5be56197-e599-4aea-9bb9-2b57c5d08253 req-9cae0b15-44cb-48e8-98b0-cc654fbf39c5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=88ce2c03-367c-4d61-8cc4-060c3303b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Oct 03 14:57:52.653193 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-4d4eee09-b850-49c3-95ab-9f5c6f181e7f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:52.654661 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-4d4eee09-b850-49c3-95ab-9f5c6f181e7f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 945 time: 0.0453079 Oct 03 14:57:52.689947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:52.732837 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:52.746144 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Deleting port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:57:52.746479 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:52.835243 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] For port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:57:52.835862 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:52.993544 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:52.993827 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (11db4b8b-f78f-4f6b-af6b-4f8f253d575c), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:52.994163 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Floating IP 11db4b8b-f78f-4f6b-af6b-4f8f253d575c disassociated. External IP: 172.27.1.6, port: 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25. Oct 03 14:57:52.994494 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Calling delete_port for 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 owned by compute:nova {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:57:53.123733 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (9bdcc1e0-93a1-4a48-839a-e6c7d4339e25), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:53.151528 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'Port': ['ID=9bdcc1e0-93a1-4a48-839a-e6c7d4339e25,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:53.261172 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:57:53.363898 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:57:53.373042 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:57:53.383701 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:57:53.384301 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:53.404385 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] No DVR routers for this DVR port 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 on host hv-cinder-85987 {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:57:53.407535 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:53.410828 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-145f6726-bb21-4e0a-82d8-79fa7dbd4419 req-018e84ed-a8c3-4c04-8669-ec102bbe9136 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "DELETE /networking/v2.0/ports/9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 HTTP/1.1" status: 204 len: 173 time: 0.7484744 Oct 03 14:57:53.411356 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'name': 'network-vif-deleted', 'tag': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:57:53.413654 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bc8f36-05a8-4735-8cff-f1654ed4594e" -d '{"events": [{"server_uuid": "e89e5bd3-ef0d-4314-b688-10af4dbf02a8", "name": "network-vif-deleted", "tag": "9bdcc1e0-93a1-4a48-839a-e6c7d4339e25"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:57:53.458666 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa26294-e854-4cc4-8bb0-43e780d20e25 x-openstack-request-id: req-cfa26294-e854-4cc4-8bb0-43e780d20e25 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:57:53.458966 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89e5bd3-ef0d-4314-b688-10af4dbf02a8", "name": "network-vif-deleted", "tag": "9bdcc1e0-93a1-4a48-839a-e6c7d4339e25", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:57:53.459297 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfa26294-e854-4cc4-8bb0-43e780d20e25 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:57:53.459642 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa26294-e854-4cc4-8bb0-43e780d20e25'] response: {'server_uuid': 'e89e5bd3-ef0d-4314-b688-10af4dbf02a8', 'name': 'network-vif-deleted', 'tag': '9bdcc1e0-93a1-4a48-839a-e6c7d4339e25', 'status': 'completed', 'code': 200} Oct 03 14:57:53.494723 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:57:53.564176 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:53.592201 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-031d6410-f4a9-47f6-9dab-bc236acffbcd req-4ad358ed-fd9d-4cb2-a391-2b9fef80722b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e89e5bd3-ef0d-4314-b688-10af4dbf02a8 HTTP/1.1" status: 200 len: 210 time: 0.0287919 Oct 03 14:57:53.697222 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:53.722899 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:57:53.729967 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:53.732140 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:57:53.732738 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:53.834726 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:57:54.094462 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:57:54.121251 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9defb56a-e50f-48fa-adaa-23c28603cd25 None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:57:54.336098 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093994d-5ddc-4b95-b56a-c485d995061b None None] New status for floating IP 11db4b8b-f78f-4f6b-af6b-4f8f253d575c: DOWN {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:57:54.408601 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:54.700538 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 57884) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:54.754263 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0ad28448-8fc0-4d91-bf5a-4d8a79a96ea6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (88ce2c03-367c-4d61-8cc4-060c3303b327), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:54.757544 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:54.780545 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0ad28448-8fc0-4d91-bf5a-4d8a79a96ea6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (88ce2c03-367c-4d61-8cc4-060c3303b327), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:54.827074 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0ad28448-8fc0-4d91-bf5a-4d8a79a96ea6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (88ce2c03-367c-4d61-8cc4-060c3303b327), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:54.829611 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0ad28448-8fc0-4d91-bf5a-4d8a79a96ea6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:54.830753 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0ad28448-8fc0-4d91-bf5a-4d8a79a96ea6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/88ce2c03-367c-4d61-8cc4-060c3303b327 HTTP/1.1" status: 204 len: 168 time: 0.1292288 Oct 03 14:57:54.833616 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 57886) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:54.839712 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad28448-8fc0-4d91-bf5a-4d8a79a96ea6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce2c03-367c-4d61-8cc4-060c3303b327,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:54.847766 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.api.v2.resource [None req-b07850b6-dc88-4433-be8b-db3a595796f6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] show failed (client error): The resource could not be found. Oct 03 14:57:54.848779 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-b07850b6-dc88-4433-be8b-db3a595796f6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups/88ce2c03-367c-4d61-8cc4-060c3303b327 HTTP/1.1" status: 404 len: 347 time: 0.0141790 Oct 03 14:57:54.851661 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 57888) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:54.965553 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Deleting port c0310392-3810-42c0-a7f7-a50f9f13d8ff {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:57:54.965818 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (c0310392-3810-42c0-a7f7-a50f9f13d8ff), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.030001 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:55.042630 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (c0310392-3810-42c0-a7f7-a50f9f13d8ff), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.042952 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (c0310392-3810-42c0-a7f7-a50f9f13d8ff), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.055935 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:55.057064 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Calling delete_port for c0310392-3810-42c0-a7f7-a50f9f13d8ff owned by network:floatingip {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:57:55.194046 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (c0310392-3810-42c0-a7f7-a50f9f13d8ff), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.218914 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'Port': ['ID=c0310392-3810-42c0-a7f7-a50f9f13d8ff,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:55.284254 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (11db4b8b-f78f-4f6b-af6b-4f8f253d575c), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.286997 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.288153 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-aad48219-5404-4744-9fee-5a9f7d01df09 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/11db4b8b-f78f-4f6b-af6b-4f8f253d575c HTTP/1.1" status: 204 len: 168 time: 0.4356046 Oct 03 14:57:55.361717 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 57892) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:55.366358 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-5d116a31-3a1b-4acd-9e4f-4630cfa07647 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69783814', 'description': 'tempest-description--282544131'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:57:55.387606 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5d116a31-3a1b-4acd-9e4f-4630cfa07647 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.454531 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5d116a31-3a1b-4acd-9e4f-4630cfa07647 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (abe2447f-33ae-48e9-81ab-c8ff4035c9aa), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.458000 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5d116a31-3a1b-4acd-9e4f-4630cfa07647 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (abe2447f-33ae-48e9-81ab-c8ff4035c9aa), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.486556 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5d116a31-3a1b-4acd-9e4f-4630cfa07647 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.487672 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5d116a31-3a1b-4acd-9e4f-4630cfa07647 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1249082 Oct 03 14:57:55.490728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 57894) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:55.491895 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d116a31-3a1b-4acd-9e4f-4630cfa07647 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe2447f-33ae-48e9-81ab-c8ff4035c9aa,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:55.496272 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-f50b92f5-25bc-4e4f-becb-afb88b0904a5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group_rule': {'security_group_id': 'abe2447f-33ae-48e9-81ab-c8ff4035c9aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:57:55.502772 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:55.525063 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f50b92f5-25bc-4e4f-becb-afb88b0904a5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (74b3e222-4fcb-4a84-9044-c4127eca59bd), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.580579 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f50b92f5-25bc-4e4f-becb-afb88b0904a5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (74b3e222-4fcb-4a84-9044-c4127eca59bd), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.584330 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f50b92f5-25bc-4e4f-becb-afb88b0904a5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (74b3e222-4fcb-4a84-9044-c4127eca59bd), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.603804 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b92f5-25bc-4e4f-becb-afb88b0904a5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b3e222-4fcb-4a84-9044-c4127eca59bd,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:55.611685 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-f50b92f5-25bc-4e4f-becb-afb88b0904a5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.612883 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-f50b92f5-25bc-4e4f-becb-afb88b0904a5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211638 Oct 03 14:57:55.615688 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 57896) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:55.619872 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-90a12f88-d03d-4e0e-8a90-aa6eada2aa64 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group_rule': {'security_group_id': 'abe2447f-33ae-48e9-81ab-c8ff4035c9aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:57:55.641906 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:57:55.648562 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-90a12f88-d03d-4e0e-8a90-aa6eada2aa64 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (1391283d-7cf6-4d56-b0fd-446aa73aa371), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.661001 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:57:55.661341 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 9bdcc1e0-93a1-4a48-839a-e6c7d4339e25 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:57:55.707089 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-90a12f88-d03d-4e0e-8a90-aa6eada2aa64 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (1391283d-7cf6-4d56-b0fd-446aa73aa371), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.710816 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-90a12f88-d03d-4e0e-8a90-aa6eada2aa64 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (1391283d-7cf6-4d56-b0fd-446aa73aa371), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.730935 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a12f88-d03d-4e0e-8a90-aa6eada2aa64 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1391283d-7cf6-4d56-b0fd-446aa73aa371,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:55.737933 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-90a12f88-d03d-4e0e-8a90-aa6eada2aa64 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.739092 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-90a12f88-d03d-4e0e-8a90-aa6eada2aa64 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224692 Oct 03 14:57:55.742174 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 57898) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:57:55.746261 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:57:55.766869 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.842552 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:55.949780 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Allocated IP 172.27.1.88 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/95418565-677f-45da-8bd1-09429cb64458) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:57:56.048775 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (95418565-677f-45da-8bd1-09429cb64458), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:56.079187 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (95418565-677f-45da-8bd1-09429cb64458), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:56.082964 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:56.126558 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:57:56.132117 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:57:56.134816 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=95418565-677f-45da-8bd1-09429cb64458,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:56.136971 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:57:56.160071 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:56.218514 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (8d8b1d4f-4b06-4277-9391-a65598713474), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:56.257340 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (95418565-677f-45da-8bd1-09429cb64458), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:56.397932 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (95418565-677f-45da-8bd1-09429cb64458), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:56.403102 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (95418565-677f-45da-8bd1-09429cb64458), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:56.471070 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=95418565-677f-45da-8bd1-09429cb64458,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:56.473347 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (8d8b1d4f-4b06-4277-9391-a65598713474), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:56.489487 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:56.490732 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-1e80193a-4414-467a-a526-3ea536beaaa1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7476335 Oct 03 14:57:56.640972 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ac649739-f0cd-425c-87d2-8fabf1f29db6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--69783814&fields=id&tenant_id=f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 267 time: 0.0423505 Oct 03 14:57:56.748990 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-8e168454-be33-46fd-b790-d5610862d8e7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:56.750500 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-8e168454-be33-46fd-b790-d5610862d8e7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 815 time: 0.1033704 Oct 03 14:57:56.764372 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-d407e0fb-0458-4781-be20-9c29fbb0311d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/quotas/f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 375 time: 0.0086706 Oct 03 14:57:56.811524 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-62247613-f707-4826-a7b8-2752dc8169f4 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419240 Oct 03 14:57:56.949283 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-da26576f-d43d-46c0-82bb-68478f541f5f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266689 Oct 03 14:57:57.037883 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c2ca2862-d085-456f-be68-32fb3b729ee0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821550 Oct 03 14:57:57.201028 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-aac5727d-ad92-4da9-a346-bacc50110bc8 req-c2dfe3b9-06e1-485e-9423-707101254575 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Oct 03 14:57:58.302219 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-39897d86-6f30-4eb7-9532-a5a5cecb2061 req-4bfda36b-a146-4350-9f73-31a3275a53d7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 210 time: 0.0268421 Oct 03 14:57:58.925215 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c3c99625-4378-495c-8b21-f1e97578366a tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:58.926675 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c3c99625-4378-495c-8b21-f1e97578366a tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 815 time: 0.1094558 Oct 03 14:57:59.059097 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c05472db-45cc-4880-a493-7e48a0d47012 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 378 time: 0.0564461 Oct 03 14:57:59.185160 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'port': {'device_id': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'admin_state_up': True, 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'security_groups': ['abe2447f-33ae-48e9-81ab-c8ff4035c9aa']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:57:59.298821 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Made reservation on behalf of f441c0592cd146d3be851ac96cbc49dc for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:57:59.302805 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:59.428414 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3d7242d1-ff7b-44e0-a7d0-7aa8705d81af req-623c21fb-6f89-4e4a-8aa5-e435736a7018 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 210 time: 0.0487561 Oct 03 14:57:59.447936 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:59.448704 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:59.463947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Allocated IP 172.20.0.8 (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed/af42466f-d6e8-445c-95ca-83f78fbd4579/328cb0d5-d75b-4a12-a5bf-4bf57d2686b1) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:57:59.601039 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:59.634514 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:59.682049 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:57:59.685124 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:57:59.688062 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:57:59.714330 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:57:59.741555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:57:59.742150 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:59.759616 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-c0a5fb4e-aff0-419e-b5d3-1ff21888a5a0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782640 Oct 03 14:57:59.781835 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Request body: {'port': {'device_id': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:57:59.844295 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:59.913533 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:57:59.919212 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-cb93336a-9cc4-436a-8735-55742d6f7934 None None] Provisioning complete for port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:57:59.919574 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-cb93336a-9cc4-436a-8735-55742d6f7934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:57:59.919960 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-cb93336a-9cc4-436a-8735-55742d6f7934 None None] Attempt 1 to provision port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 Oct 03 14:57:59.952065 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-cb93336a-9cc4-436a-8735-55742d6f7934 None None] Port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:58:00.098418 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:58:00.106165 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Publish callbacks [] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:00.118094 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Transition to ACTIVE for port object 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:58:00.121956 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:00.180278 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:00.198777 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Pushing event updated for resources: {'Port': ['ID=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:00.235606 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Attempting to bind port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:58:00.235963 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Attempting to bind port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:58:00.236285 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Attempting to bind port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:58:00.255991 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:00.278399 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:58:00.278720 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Attempting to bind port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:58:00.320475 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:58:00.320813 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Checking segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:58:00.321189 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Bound using segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:58:00.321652 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Bound port: 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:58:00.322011 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:00.382168 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] For port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:58:00.385112 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] For port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:58:00.392697 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:00.396883 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:00.397519 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:00.398876 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 HTTP/1.1" status: 200 len: 1093 time: 0.6213725 Oct 03 14:58:00.399446 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'tag': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:00.401704 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30cc162-3cc0-4aea-8cc4-111f18c8365d" -d '{"events": [{"name": "network-changed", "server_uuid": "78499c1b-6aff-4bab-8bc4-495a949e3637", "tag": "328cb0d5-d75b-4a12-a5bf-4bf57d2686b1"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:00.440004 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85ff376-6468-4b49-8c9e-b5c676aba11e x-openstack-request-id: req-d85ff376-6468-4b49-8c9e-b5c676aba11e {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:00.440293 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78499c1b-6aff-4bab-8bc4-495a949e3637", "tag": "328cb0d5-d75b-4a12-a5bf-4bf57d2686b1", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:00.440544 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d85ff376-6468-4b49-8c9e-b5c676aba11e {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:00.440943 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85ff376-6468-4b49-8c9e-b5c676aba11e'] response: {'name': 'network-changed', 'server_uuid': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'tag': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1', 'status': 'completed', 'code': 200} Oct 03 14:58:00.455202 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab176047-d6cf-4252-8a2e-f3c353b4fc1f service neutron] Pushing event updated for resources: {'Port': ['ID=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:00.552543 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-e84e2dbe-c780-446a-abe5-2e7f81ff9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:00.554058 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-e84e2dbe-c780-446a-abe5-2e7f81ff9960 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 1127 time: 0.0689404 Oct 03 14:58:00.564375 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc1a14-9073-4d2a-8413-f774501caf9f req-0a7e6655-2920-4cb0-885f-6826063496c7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:00.565737 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b8fc1a14-9073-4d2a-8413-f774501caf9f req-0a7e6655-2920-4cb0-885f-6826063496c7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 943 time: 0.0536351 Oct 03 14:58:00.573623 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:58:00.626932 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-8a353471-7bcf-477c-aa9e-ccf22646dd4b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 HTTP/1.1" status: 200 len: 217 time: 0.0426021 Oct 03 14:58:00.675412 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b8fc1a14-9073-4d2a-8413-f774501caf9f req-beb42463-ecb3-4955-9dcd-3cc3f2d6123a tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041057 Oct 03 14:58:00.688659 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-30903e4e-bbf5-4168-9e0c-53c83eb1bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:00.690139 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-30903e4e-bbf5-4168-9e0c-53c83eb1bcf2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0556872 Oct 03 14:58:00.736783 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-95f61c51-1b78-417b-ac3d-4b48a69bef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:00.738227 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-95f61c51-1b78-417b-ac3d-4b48a69bef66 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393097 Oct 03 14:58:00.830954 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-e70b1fad-0bf7-4ba9-9953-528f8be8ff7a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853968 Oct 03 14:58:00.927107 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fc0f0137-c693-4814-b56f-b2ae1b3e0080 req-9c703c4e-aad6-4f2d-85b7-8b1c7b3e725c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864332 Oct 03 14:58:01.799387 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:01.810949 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42c1b6-c867-49dd-93ce-705f0e0827d8 req-63cb087c-882c-4aff-94aa-6fcfc128a170 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:01.812719 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a42c1b6-c867-49dd-93ce-705f0e0827d8 req-63cb087c-882c-4aff-94aa-6fcfc128a170 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 943 time: 0.0512955 Oct 03 14:58:01.814155 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:01.859462 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a42c1b6-c867-49dd-93ce-705f0e0827d8 req-a05a1e4c-08d2-4187-808a-f00705a92697 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405846 Oct 03 14:58:02.976053 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0a92a-103d-46a6-84b5-8235e222cdeb req-45080f1b-ef01-4f22-bed0-9fde28c07d16 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:02.977525 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24e0a92a-103d-46a6-84b5-8235e222cdeb req-45080f1b-ef01-4f22-bed0-9fde28c07d16 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 943 time: 0.0468707 Oct 03 14:58:03.024059 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24e0a92a-103d-46a6-84b5-8235e222cdeb req-5e7080ce-713d-4762-b158-ed2181faab79 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410414 Oct 03 14:58:03.735362 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-69766241-fea3-427f-b849-98fddbe0d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:03.736801 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-69766241-fea3-427f-b849-98fddbe0d7ac service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 1127 time: 0.0381730 Oct 03 14:58:03.830535 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-a9967a09-3bb4-4af3-bd59-31229efd617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:03.831984 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-a9967a09-3bb4-4af3-bd59-31229efd617f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 916 time: 0.0887914 Oct 03 14:58:03.869741 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-4c505c1f-2045-483f-9d22-ee4b29e037d1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 HTTP/1.1" status: 200 len: 217 time: 0.0317063 Oct 03 14:58:03.881906 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:03.918767 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-097934e3-dda3-400c-b4d0-56bfad4a6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:03.920202 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-097934e3-dda3-400c-b4d0-56bfad4a6df9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0446074 Oct 03 14:58:03.954109 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:03.966394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-beb5dae9-8eaf-4591-b75f-ac9f8c12e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:03.967827 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-beb5dae9-8eaf-4591-b75f-ac9f8c12e999 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418675 Oct 03 14:58:04.056282 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-2192ce1b-45a3-4d8b-a889-2379e7da5f69 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814576 Oct 03 14:58:04.146325 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378e322-e4b3-4d3d-9120-4b5a91055ac9 req-af4e328e-9435-4225-80a7-00c43b83058a tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:04.147800 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5378e322-e4b3-4d3d-9120-4b5a91055ac9 req-af4e328e-9435-4225-80a7-00c43b83058a tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 943 time: 0.0469179 Oct 03 14:58:04.153208 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b30cc162-3cc0-4aea-8cc4-111f18c8365d req-2b7c2bc3-6371-4ade-a63f-7a119be66e0c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900452 Oct 03 14:58:04.187664 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:04.195651 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5378e322-e4b3-4d3d-9120-4b5a91055ac9 req-af5ea467-7539-40fd-b666-ef23de8aa808 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423436 Oct 03 14:58:05.315419 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2324e2f-f003-45b2-9799-ff93f0727d0e req-2ec7f424-1a76-46e0-8968-eabd887a4151 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:05.317075 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a2324e2f-f003-45b2-9799-ff93f0727d0e req-2ec7f424-1a76-46e0-8968-eabd887a4151 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 943 time: 0.0479534 Oct 03 14:58:05.393630 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a2324e2f-f003-45b2-9799-ff93f0727d0e req-59d43310-ec45-4c16-b5ff-d5bfb10133cc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709038 Oct 03 14:58:05.399452 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-f3efb491-1a84-4574-b5b1-2d3eb980d687 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498078 Oct 03 14:58:05.478524 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-516dc43a-839d-4411-9f0f-c0ffe6f23b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:05.480022 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-516dc43a-839d-4411-9f0f-c0ffe6f23b45 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 1129 time: 0.0413644 Oct 03 14:58:05.581344 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=34 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:05.582302 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-190d127d-11dc-4529-862f-96ce8dba4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:05.583856 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-190d127d-11dc-4529-862f-96ce8dba4c65 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 200 len: 920 time: 0.0858071 Oct 03 14:58:05.649320 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:58:05.752456 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:05.764311 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'port_id': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1', 'mac_address': 'fa:16:3e:df:57:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:58:05.806204 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:58:05.806594 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:05.820689 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:58:05.841401 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:05.845908 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:05.855465 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-06342a6d-f5c4-47d5-8254-52dfe4ed1edd service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06e443b0-42ce-487b-9e0c-244828a5e40e HTTP/1.1" status: 200 len: 217 time: 0.2642236 Oct 03 14:58:05.893154 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:05.900169 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.900504 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.900854 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.901202 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.901550 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.901874 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.902193 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.902508 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.902826 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.903140 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.903448 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-1a159819-1214-4985-9ba9-040f2a3d0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:05.903570 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.903774 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.904091 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.904397 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.904706 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:05.904910 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-1a159819-1214-4985-9ba9-040f2a3d0179 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 200 len: 858 time: 0.0437479 Oct 03 14:58:05.947097 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-ca5b3f55-6331-4fe2-b6a5-a5643174d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:05.948580 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-ca5b3f55-6331-4fe2-b6a5-a5643174d93e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379796 Oct 03 14:58:06.039521 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-4be73d2c-fe0e-4e40-8071-0969766fa85a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842798 Oct 03 14:58:06.129038 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bceb6da-712e-4e0d-839a-6747e4ea3c13 req-69231429-16c7-49b7-9635-292231154562 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828798 Oct 03 14:58:06.417107 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['328cb0d5-d75b-4a12-a5bf-4bf57d2686b1'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:58:06.511508 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31c19c-d585-429a-b36e-f780e47340cb req-01f16dd4-d907-4d20-96b9-0771a4a88534 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:06.512974 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9c31c19c-d585-429a-b36e-f780e47340cb req-01f16dd4-d907-4d20-96b9-0771a4a88534 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 944 time: 0.0457959 Oct 03 14:58:06.564820 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9c31c19c-d585-429a-b36e-f780e47340cb req-4a64fc4d-b437-4abf-8bf6-f14725adab68 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451443 Oct 03 14:58:06.874740 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74833338-edb4-4a34-a8a9-d42ac653f262 req-5030d80e-ab2a-4cc2-b79c-4e7aa8f8dfc0 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:06.876511 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-74833338-edb4-4a34-a8a9-d42ac653f262 req-5030d80e-ab2a-4cc2-b79c-4e7aa8f8dfc0 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 945 time: 0.0470254 Oct 03 14:58:06.926023 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-74833338-edb4-4a34-a8a9-d42ac653f262 req-1a07bcfd-4f27-4784-accb-8580f9f59e59 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438163 Oct 03 14:58:07.688669 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:58:07.689255 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d5013-d619-46e3-b166-291479a12e0a req-cb71db73-2564-4c37-b9bd-b3ed3e804478 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:07.690507 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b35d5013-d619-46e3-b166-291479a12e0a req-cb71db73-2564-4c37-b9bd-b3ed3e804478 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 944 time: 0.0495248 Oct 03 14:58:07.731854 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:58:07.737715 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:58:07.738089 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:07.738421 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 Oct 03 14:58:07.739618 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b35d5013-d619-46e3-b166-291479a12e0a req-4b7e0614-ad1b-4628-b56e-ba6d4c503cc1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437112 Oct 03 14:58:07.812676 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:58:07.812968 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:07.835652 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:07.837865 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d6b4f1-3ae9-4ffa-a416-b296270b35b8" -d '{"events": [{"server_uuid": "78499c1b-6aff-4bab-8bc4-495a949e3637", "name": "network-vif-plugged", "status": "completed", "tag": "328cb0d5-d75b-4a12-a5bf-4bf57d2686b1"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:07.849859 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:07.854275 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:07.903312 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:07.932537 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56557bf3-3b3e-48be-bf85-34106225d948 x-openstack-request-id: req-56557bf3-3b3e-48be-bf85-34106225d948 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:07.932835 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78499c1b-6aff-4bab-8bc4-495a949e3637", "name": "network-vif-plugged", "status": "completed", "tag": "328cb0d5-d75b-4a12-a5bf-4bf57d2686b1", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:07.933091 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56557bf3-3b3e-48be-bf85-34106225d948 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:07.933490 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56557bf3-3b3e-48be-bf85-34106225d948'] response: {'server_uuid': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1', 'code': 200} Oct 03 14:58:08.041372 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6120e94-7b49-4f18-b496-028e2d148e83 req-1c0e6c8d-d05c-420d-b0f2-03f0dfb95667 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:08.042844 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f6120e94-7b49-4f18-b496-028e2d148e83 req-1c0e6c8d-d05c-420d-b0f2-03f0dfb95667 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 945 time: 0.0453253 Oct 03 14:58:08.088388 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:08.094112 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f6120e94-7b49-4f18-b496-028e2d148e83 req-9784a7a4-b612-42b0-964e-92dfe0900bd2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453689 Oct 03 14:58:08.225225 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0f86b-4a91-44d5-aa65-c9121fcc9792 req-b129c7ae-664c-4e15-a85b-f6608f6a6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:08.226695 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c1a0f86b-4a91-44d5-aa65-c9121fcc9792 req-b129c7ae-664c-4e15-a85b-f6608f6a6a92 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 1129 time: 0.0411825 Oct 03 14:58:08.372713 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:08.393873 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c1a0f86b-4a91-44d5-aa65-c9121fcc9792 req-aa1b9a45-b2dd-4844-83da-99430efcd7f2 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395286 Oct 03 14:58:08.860183 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29de4-da0d-4bb0-8c8b-9a378878e412 req-0451b080-7353-4b4d-861d-7b942c576664 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:08.861656 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ebf29de4-da0d-4bb0-8c8b-9a378878e412 req-0451b080-7353-4b4d-861d-7b942c576664 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0459609 Oct 03 14:58:08.907907 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ebf29de4-da0d-4bb0-8c8b-9a378878e412 req-6b3f54ea-2f9f-438d-a37c-7aa48754c41e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409420 Oct 03 14:58:09.215197 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51e325-2a97-4ad6-83f5-7ad91a0a021b req-df08d8c3-adee-4702-9b24-2275b48ac471 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:09.216628 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-df51e325-2a97-4ad6-83f5-7ad91a0a021b req-df08d8c3-adee-4702-9b24-2275b48ac471 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 945 time: 0.0458870 Oct 03 14:58:09.263845 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-df51e325-2a97-4ad6-83f5-7ad91a0a021b req-57e7ddbf-0945-4405-871a-cee2ccfa73d2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Oct 03 14:58:09.857564 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-2134b981-fc59-455b-bdb1-150a06d09c55 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:09.859571 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-2134b981-fc59-455b-bdb1-150a06d09c55 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 945 time: 0.0490890 Oct 03 14:58:09.962036 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Deleting port 844f2524-468f-4861-a833-34bb9a1e4138 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:58:09.962374 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (844f2524-468f-4861-a833-34bb9a1e4138), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:10.066505 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3099093-437a-4d94-a070-52f09632c294 req-85779f7f-bd22-477f-9d1c-60a9eca4d38c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:10.067869 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d3099093-437a-4d94-a070-52f09632c294 req-85779f7f-bd22-477f-9d1c-60a9eca4d38c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0637257 Oct 03 14:58:10.109036 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] For port 844f2524-468f-4861-a833-34bb9a1e4138, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=844f2524-468f-4861-a833-34bb9a1e4138,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:10.109400 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (844f2524-468f-4861-a833-34bb9a1e4138), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:10.176386 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d3099093-437a-4d94-a070-52f09632c294 req-0a546e3c-c731-4fb0-b3ff-21022d910205 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988822 Oct 03 14:58:10.290671 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:10.291355 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (5dd9b69a-a0d5-4dab-b2b7-52559fe69165), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:10.291580 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Floating IP 5dd9b69a-a0d5-4dab-b2b7-52559fe69165 disassociated. External IP: 172.27.1.248, port: 844f2524-468f-4861-a833-34bb9a1e4138. Oct 03 14:58:10.291955 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Calling delete_port for 844f2524-468f-4861-a833-34bb9a1e4138 owned by compute:nova {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:58:10.389034 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3f909-fc63-47ba-b253-84dc109b6203 req-4369946c-14a5-4ae8-988e-7e32845908f6 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:10.390963 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a4a3f909-fc63-47ba-b253-84dc109b6203 req-4369946c-14a5-4ae8-988e-7e32845908f6 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 945 time: 0.0496509 Oct 03 14:58:10.427222 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (844f2524-468f-4861-a833-34bb9a1e4138), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:10.441523 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a4a3f909-fc63-47ba-b253-84dc109b6203 req-7cb79442-a4b7-4aa6-b02c-5a804a1d9320 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449884 Oct 03 14:58:10.454171 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event deleted for resources: {'Port': ['ID=844f2524-468f-4861-a833-34bb9a1e4138,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:10.569591 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Router c5f37f13-5d05-4dde-a077-074febc10cb7 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:58:10.570183 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=54 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:10.575497 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:10.582490 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:10.679030 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:58:10.690797 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] Sync routers for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:58:10.700717 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:10.701321 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:10.721559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] No DVR routers for this DVR port 844f2524-468f-4861-a833-34bb9a1e4138 on host hv-cinder-85987 {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:58:10.724117 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:10.727674 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-30ce38ea-0c16-4a81-a09d-5c56173ad23a req-0954799d-2645-47ce-a077-054612b41d13 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "DELETE /networking/v2.0/ports/844f2524-468f-4861-a833-34bb9a1e4138 HTTP/1.1" status: 204 len: 173 time: 0.8500426 Oct 03 14:58:10.728039 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'name': 'network-vif-deleted', 'tag': '844f2524-468f-4861-a833-34bb9a1e4138'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:10.730304 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca9f464-0c65-41a1-8dbc-808c713ed53b" -d '{"events": [{"server_uuid": "8565107e-de79-4c29-a92d-0dcc47cdaad4", "name": "network-vif-deleted", "tag": "844f2524-468f-4861-a833-34bb9a1e4138"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:10.767125 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19aff75-8db5-422b-9f6b-3fae0e9b216d x-openstack-request-id: req-b19aff75-8db5-422b-9f6b-3fae0e9b216d {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:10.767417 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8565107e-de79-4c29-a92d-0dcc47cdaad4", "name": "network-vif-deleted", "tag": "844f2524-468f-4861-a833-34bb9a1e4138", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:10.767674 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b19aff75-8db5-422b-9f6b-3fae0e9b216d {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:10.768077 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19aff75-8db5-422b-9f6b-3fae0e9b216d'] response: {'server_uuid': '8565107e-de79-4c29-a92d-0dcc47cdaad4', 'name': 'network-vif-deleted', 'tag': '844f2524-468f-4861-a833-34bb9a1e4138', 'status': 'completed', 'code': 200} Oct 03 14:58:10.804513 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:10.995963 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:11.024796 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] Checking router: c5f37f13-5d05-4dde-a077-074febc10cb7 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:58:11.033167 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:11.033789 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:11.135909 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:11.303215 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2db404-2b0d-4937-aa34-5e3310bb15c4 req-b7d2931c-730f-4bb0-a9a1-a63fc224af90 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:11.304944 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4c2db404-2b0d-4937-aa34-5e3310bb15c4 req-b7d2931c-730f-4bb0-a9a1-a63fc224af90 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0520873 Oct 03 14:58:11.328213 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:11.356045 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5deda1-a711-4999-8f79-b4550f6c7ee1 None None] The sync data for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi is: [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:58:11.359061 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4c2db404-2b0d-4937-aa34-5e3310bb15c4 req-f1c85a73-4acd-4e8f-a600-1ef2d72c18e5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457749 Oct 03 14:58:11.487210 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b13ea-616f-4e9a-962b-1dadf5076108 req-81a05fbc-381d-4b3e-a82e-c13a9303e01d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:11.489130 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-001b13ea-616f-4e9a-962b-1dadf5076108 req-81a05fbc-381d-4b3e-a82e-c13a9303e01d tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0520635 Oct 03 14:58:11.499429 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58000) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:11.504810 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-94881b22-12bd-4771-9e87-c70468cd4cb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'floatingip': {'port_id': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:11.556381 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-94881b22-12bd-4771-9e87-c70468cd4cb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (8d8b1d4f-4b06-4277-9391-a65598713474), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:11.595182 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ab9d7810-0b65-44e0-9262-aaef459c71be req-acd2ca67-8117-4e20-afdb-17ebd7a30366 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8565107e-de79-4c29-a92d-0dcc47cdaad4 HTTP/1.1" status: 200 len: 210 time: 0.0430570 Oct 03 14:58:11.695674 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 844f2524-468f-4861-a833-34bb9a1e4138 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:58:11.700974 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:11.702239 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cad716-82bd-4eb9-b1b1-5de19d452e1d None None] New status for floating IP 5dd9b69a-a0d5-4dab-b2b7-52559fe69165: DOWN {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:58:11.723567 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 844f2524-468f-4861-a833-34bb9a1e4138 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:58:11.723981 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 844f2524-468f-4861-a833-34bb9a1e4138 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:58:12.034546 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-94881b22-12bd-4771-9e87-c70468cd4cb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:12.038520 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-94881b22-12bd-4771-9e87-c70468cd4cb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (8d8b1d4f-4b06-4277-9391-a65598713474), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:12.125126 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14658328-698b-4edc-a064-c495b5b5be7c req-4696620f-7557-4f3c-af79-994101e83f2e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:12.126824 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-14658328-698b-4edc-a064-c495b5b5be7c req-4696620f-7557-4f3c-af79-994101e83f2e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0501776 Oct 03 14:58:12.138343 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-94881b22-12bd-4771-9e87-c70468cd4cb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Floating IP 8d8b1d4f-4b06-4277-9391-a65598713474 associated. External IP: 172.27.1.88, port: 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1. Oct 03 14:58:12.176870 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-14658328-698b-4edc-a064-c495b5b5be7c req-040c5da4-41af-4fa3-acd0-f306a988d1f8 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441418 Oct 03 14:58:12.354283 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94881b22-12bd-4771-9e87-c70468cd4cb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:58:12.400487 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:12.460490 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94881b22-12bd-4771-9e87-c70468cd4cb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:58:12.464744 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-94881b22-12bd-4771-9e87-c70468cd4cb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:12.470141 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:58:12.480014 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:12.480601 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:12.483467 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:12.496681 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-94881b22-12bd-4771-9e87-c70468cd4cb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/8d8b1d4f-4b06-4277-9391-a65598713474 HTTP/1.1" status: 200 len: 990 time: 0.9955280 Oct 03 14:58:12.581395 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:12.747029 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:12.770017 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'tag': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:12.772448 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "78499c1b-6aff-4bab-8bc4-495a949e3637", "tag": "328cb0d5-d75b-4a12-a5bf-4bf57d2686b1"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:12.804141 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '8d8b1d4f-4b06-4277-9391-a65598713474', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:df:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:57:56Z', 'updated_at': '2022-10-03T14:58:11Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:12.816426 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8935ce-0345-451e-afca-4183b1602c3b x-openstack-request-id: req-ee8935ce-0345-451e-afca-4183b1602c3b {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:12.816715 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78499c1b-6aff-4bab-8bc4-495a949e3637", "tag": "328cb0d5-d75b-4a12-a5bf-4bf57d2686b1", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:12.816967 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee8935ce-0345-451e-afca-4183b1602c3b {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:12.817367 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8935ce-0345-451e-afca-4183b1602c3b'] response: {'name': 'network-changed', 'server_uuid': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'tag': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1', 'status': 'completed', 'code': 200} Oct 03 14:58:12.830252 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:58:12.838972 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:12.839568 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:57:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:12.873579 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:12.938244 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-a347d108-bbab-49db-97bd-85029b7d440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:12.939851 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-a347d108-bbab-49db-97bd-85029b7d440f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 1129 time: 0.0660567 Oct 03 14:58:12.942879 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:12.974362 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-d3bf77a5-b429-41d8-99e1-80f927d51663 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2061145357&fields=id&tenant_id=a167b2ccacbc4e6d903b09d9a00650fe HTTP/1.1" status: 200 len: 267 time: 0.0915148 Oct 03 14:58:13.116371 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-2e137194-4161-4d40-9f9f-fa6719486194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:13.117851 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-2e137194-4161-4d40-9f9f-fa6719486194 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 916 time: 0.1700933 Oct 03 14:58:13.168795 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb892-16b2-43e4-974e-97367e769f45 req-610e1e17-329a-476b-b16e-c8292979ae57 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:13.170227 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-610e1e17-329a-476b-b16e-c8292979ae57 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 812 time: 0.1706681 Oct 03 14:58:13.197994 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-073fd25e-0658-4ce8-9ffd-a2999131659f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/quotas/a167b2ccacbc4e6d903b09d9a00650fe HTTP/1.1" status: 200 len: 375 time: 0.0181358 Oct 03 14:58:13.201909 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-1e595c51-89d8-4ef1-94da-3220b3550af7 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 HTTP/1.1" status: 200 len: 998 time: 0.0728557 Oct 03 14:58:13.238997 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '8d8b1d4f-4b06-4277-9391-a65598713474', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:df:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:57:56Z', 'updated_at': '2022-10-03T14:58:11Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:13.239841 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-57d0c571-e1ef-4b6f-99cb-0dc3382d6f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:13.267673 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892307a8-b9a3-4370-a278-3a4aaf400c1b None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '8d8b1d4f-4b06-4277-9391-a65598713474', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:df:57:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:57:56Z', 'updated_at': '2022-10-03T14:58:11Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:58:13.286716 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-d39b87d8-1ee1-4a93-bdf8-126c7e737c60 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816631 Oct 03 14:58:13.304808 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-6a1e14cb-6b02-44b1-9fdf-229ac1f9765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:13.306289 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-6a1e14cb-6b02-44b1-9fdf-229ac1f9765d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0926602 Oct 03 14:58:13.335767 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f091b-10c7-4018-94d1-8247c9551b9c req-73e567eb-cf40-4f7a-a60d-b418f2877cd3 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:13.343890 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a14f091b-10c7-4018-94d1-8247c9551b9c req-73e567eb-cf40-4f7a-a60d-b418f2877cd3 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0626614 Oct 03 14:58:13.358949 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-2d0e05a6-c613-4b89-bcb2-d83e27b101ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:13.360587 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-2d0e05a6-c613-4b89-bcb2-d83e27b101ed service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447714 Oct 03 14:58:13.390457 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a14f091b-10c7-4018-94d1-8247c9551b9c req-1c89e400-99a5-4f16-9998-d1fd4f13cebb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454984 Oct 03 14:58:13.507506 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ba8c35-f329-4dd0-818b-2459dd0ebb18 None None] New status for floating IP 8d8b1d4f-4b06-4277-9391-a65598713474: ACTIVE {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:58:13.541815 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:13.763570 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-306e840b-9edc-458e-a9df-c8592fd07f9b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900161 Oct 03 14:58:13.766876 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-173985d8-c647-4b59-b516-cdbbc171c77f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557812 Oct 03 14:58:13.912548 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:13.925844 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3cc2a1c8-2a70-4148-8bf9-df3480ae9c5c req-a4897497-7240-4117-9ca0-bca48df738bd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553071 Oct 03 14:58:13.927965 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-93b29cf0-047c-4583-9bb1-6d319445f9cb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498511 Oct 03 14:58:14.511210 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c605d23-11a9-4342-b45e-3aa77a60e2e7 req-ddd3370d-96ae-4913-bae6-d660d6e8819d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:14.512642 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3c605d23-11a9-4342-b45e-3aa77a60e2e7 req-ddd3370d-96ae-4913-bae6-d660d6e8819d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0483499 Oct 03 14:58:14.559202 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3c605d23-11a9-4342-b45e-3aa77a60e2e7 req-022edbca-9494-487f-a2ef-862f9ba65ed7 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398326 Oct 03 14:58:15.224947 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-13e9b2fd-e332-424e-8fd3-7d1d3fc1bb4d req-98a1d9ed-aeb6-4267-babb-27cffc7c1f76 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 210 time: 0.0279324 Oct 03 14:58:15.464930 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-41425733-de90-49d4-9fd8-3ff675475a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:15.684037 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d181479-f060-42c5-9ca8-886f79f81713 req-fe7d620e-1cb2-47a2-b4d5-18676fdccd4d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:15.685536 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1d181479-f060-42c5-9ca8-886f79f81713 req-fe7d620e-1cb2-47a2-b4d5-18676fdccd4d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0505626 Oct 03 14:58:15.734305 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1d181479-f060-42c5-9ca8-886f79f81713 req-828c7257-15f1-4fe0-a258-560b07792060 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432191 Oct 03 14:58:16.327294 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-77fce300-452c-40f7-86d8-d75ef119d23a req-20b36531-c2f1-4296-a900-18aab549996a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 210 time: 0.0295305 Oct 03 14:58:16.535895 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:16.544336 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb892-16b2-43e4-974e-97367e769f45 req-c7f87509-9522-4f44-9e67-3766702b2721 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:16.545838 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-c7f87509-9522-4f44-9e67-3766702b2721 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 812 time: 0.1101875 Oct 03 14:58:16.669234 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-392a364f-7c71-4049-bef9-9ef90188a203 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a167b2ccacbc4e6d903b09d9a00650fe HTTP/1.1" status: 200 len: 380 time: 0.0561273 Oct 03 14:58:16.677714 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'port': {'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'admin_state_up': True, 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'security_groups': ['79e13781-af1e-4a55-b323-94373c3f4176']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:16.726820 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:16.792048 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Made reservation on behalf of a167b2ccacbc4e6d903b09d9a00650fe for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:58:16.795806 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:16.898008 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929df9b0-f068-43dd-82f2-d2db8b04a051 req-7c78a7cf-6a8e-413e-88b3-446cfc20af8a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:16.899482 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-929df9b0-f068-43dd-82f2-d2db8b04a051 req-7c78a7cf-6a8e-413e-88b3-446cfc20af8a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0882363 Oct 03 14:58:16.991746 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-929df9b0-f068-43dd-82f2-d2db8b04a051 req-5d866f97-8f29-43e8-9c8f-615e052ffcd8 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843275 Oct 03 14:58:16.995652 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Allocated IP 172.20.0.6 (3cf2f742-adf1-4aae-8244-1e9578ee60b2/b1050822-a82c-4be2-8f58-88a83cc5c419/96b0cff0-5314-4971-92cf-71b39981d342) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:58:17.137869 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for port (96b0cff0-5314-4971-92cf-71b39981d342), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.170197 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (96b0cff0-5314-4971-92cf-71b39981d342), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.198632 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:17.227391 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:58:17.232717 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:58:17.235420 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'Port': ['ID=96b0cff0-5314-4971-92cf-71b39981d342,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:17.237569 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:58:17.302212 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:17.302833 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.321775 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-4470c28e-a0b2-4ce6-96ff-7f74245ed733 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6476064 Oct 03 14:58:17.356683 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Request body: {'port': {'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:17.433837 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (96b0cff0-5314-4971-92cf-71b39981d342), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.450539 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:17.463888 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c666809-d8a8-4c97-9265-11fe33e8381e req-4898f152-1842-4f41-ab8f-08a5049aa513 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:17.464507 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:17.465827 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8c666809-d8a8-4c97-9265-11fe33e8381e req-4898f152-1842-4f41-ab8f-08a5049aa513 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 931 time: 0.0476365 Oct 03 14:58:17.471342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-94deced9-846b-479d-9a07-ecf745360dac None None] Provisioning complete for port 96b0cff0-5314-4971-92cf-71b39981d342 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:58:17.472159 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-94deced9-846b-479d-9a07-ecf745360dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (96b0cff0-5314-4971-92cf-71b39981d342), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.472483 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-94deced9-846b-479d-9a07-ecf745360dac None None] Attempt 1 to provision port 96b0cff0-5314-4971-92cf-71b39981d342 Oct 03 14:58:17.515146 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-94deced9-846b-479d-9a07-ecf745360dac None None] Port 96b0cff0-5314-4971-92cf-71b39981d342 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:58:17.525136 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8c666809-d8a8-4c97-9265-11fe33e8381e req-a7586674-7fc4-4e93-ac9f-8f80e4072c71 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511043 Oct 03 14:58:17.691225 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b0cff0-5314-4971-92cf-71b39981d342 {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:58:17.698498 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Publish callbacks [] for port (96b0cff0-5314-4971-92cf-71b39981d342), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.710990 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Transition to ACTIVE for port object 96b0cff0-5314-4971-92cf-71b39981d342 will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:58:17.714297 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (96b0cff0-5314-4971-92cf-71b39981d342), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.790727 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Pushing event updated for resources: {'Port': ['ID=96b0cff0-5314-4971-92cf-71b39981d342,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:17.821892 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Attempting to bind port 96b0cff0-5314-4971-92cf-71b39981d342 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:58:17.822480 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Attempting to bind port 96b0cff0-5314-4971-92cf-71b39981d342 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:58:17.822600 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Attempting to bind port 96b0cff0-5314-4971-92cf-71b39981d342 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:58:17.863375 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Port 96b0cff0-5314-4971-92cf-71b39981d342 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:58:17.863695 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Attempting to bind port 96b0cff0-5314-4971-92cf-71b39981d342 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:58:17.908575 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:58:17.908916 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Checking segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:58:17.909274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Bound using segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:58:17.909723 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Bound port: 96b0cff0-5314-4971-92cf-71b39981d342, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:58:17.910073 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (96b0cff0-5314-4971-92cf-71b39981d342), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.944651 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.972507 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] For port 96b0cff0-5314-4971-92cf-71b39981d342, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:58:17.975678 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] For port 96b0cff0-5314-4971-92cf-71b39981d342, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=96b0cff0-5314-4971-92cf-71b39981d342,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:58:17.981513 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (96b0cff0-5314-4971-92cf-71b39981d342), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.985522 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:17.986128 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:17.987482 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/96b0cff0-5314-4971-92cf-71b39981d342 HTTP/1.1" status: 200 len: 1093 time: 0.6353052 Oct 03 14:58:17.988994 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:17.991292 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa" -d '{"events": [{"name": "network-changed", "server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "tag": "96b0cff0-5314-4971-92cf-71b39981d342"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:18.036845 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e831ee7-b5a8-42f5-9e03-2638bab221fa x-openstack-request-id: req-2e831ee7-b5a8-42f5-9e03-2638bab221fa {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:18.037139 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "tag": "96b0cff0-5314-4971-92cf-71b39981d342", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:18.037375 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e831ee7-b5a8-42f5-9e03-2638bab221fa {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:18.037799 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e831ee7-b5a8-42f5-9e03-2638bab221fa'] response: {'name': 'network-changed', 'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342', 'status': 'completed', 'code': 200} Oct 03 14:58:18.042489 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5650d-41b1-4ce1-9df9-a24cc78c00ff service neutron] Pushing event updated for resources: {'Port': ['ID=96b0cff0-5314-4971-92cf-71b39981d342,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:18.113113 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:18.124233 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c226ff-a723-4c68-b023-262bb564c306 req-cbb52f5c-be8a-40b9-a4af-1c1a79f66bfa tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:18.124817 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb892-16b2-43e4-974e-97367e769f45 req-75816fee-05a4-4f06-af5f-e3d204a3e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:18.126404 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-75816fee-05a4-4f06-af5f-e3d204a3e705 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 1127 time: 0.0465961 Oct 03 14:58:18.126549 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-18c226ff-a723-4c68-b023-262bb564c306 req-cbb52f5c-be8a-40b9-a4af-1c1a79f66bfa tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0499935 Oct 03 14:58:18.172115 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-fcfebc70-764c-4928-837c-bdc10e83405e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b0cff0-5314-4971-92cf-71b39981d342 HTTP/1.1" status: 200 len: 217 time: 0.0327947 Oct 03 14:58:18.173925 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-18c226ff-a723-4c68-b023-262bb564c306 req-3f3fa2e8-ff75-4c73-8bb7-b4a947b45bc0 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 Oct 03 14:58:18.221340 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb892-16b2-43e4-974e-97367e769f45 req-3b374817-aa28-42ad-a34b-d5309195ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:18.222699 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-3b374817-aa28-42ad-a34b-d5309195ad5d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0447876 Oct 03 14:58:18.263476 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb892-16b2-43e4-974e-97367e769f45 req-987d8c1f-9929-40ae-b34a-4495240456c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:18.265605 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-987d8c1f-9929-40ae-b34a-4495240456c2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371878 Oct 03 14:58:18.298208 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:18.360233 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-d9dceb57-e2b2-493a-a837-ef34f8bbeccf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887325 Oct 03 14:58:18.424456 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:18.455518 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-970fb892-16b2-43e4-974e-97367e769f45 req-483f37a5-57fa-4510-a6c9-2b16011cfae6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888638 Oct 03 14:58:18.648658 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf6d37-526f-4d79-8e5d-d10d2c6f376e req-346aff06-d310-4e62-b555-91a6ae5fdd47 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:18.650193 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-37cf6d37-526f-4d79-8e5d-d10d2c6f376e req-346aff06-d310-4e62-b555-91a6ae5fdd47 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 943 time: 0.0474055 Oct 03 14:58:18.700460 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-37cf6d37-526f-4d79-8e5d-d10d2c6f376e req-e7210347-da4e-41a6-afe3-66dedccd1b89 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446780 Oct 03 14:58:19.291544 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702308e-d364-452b-b207-d0e0bd8c0e4d req-c23b13d8-1c45-4561-a438-73070ab05ccb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:19.292995 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9702308e-d364-452b-b207-d0e0bd8c0e4d req-c23b13d8-1c45-4561-a438-73070ab05ccb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0453982 Oct 03 14:58:19.339301 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9702308e-d364-452b-b207-d0e0bd8c0e4d req-9f340610-ee31-445c-82f3-f415097554f7 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405679 Oct 03 14:58:19.456945 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-677749e8-d26f-4d7c-abbf-5de3443c5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:19.458471 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-677749e8-d26f-4d7c-abbf-5de3443c5df1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 1127 time: 0.0380120 Oct 03 14:58:19.553111 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-3aafed19-32c5-4aca-b94e-664b9412e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:19.554598 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-3aafed19-32c5-4aca-b94e-664b9412e899 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.0874465 Oct 03 14:58:19.594941 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-596b76c8-eab2-4159-995e-46ab8cad9b15 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b0cff0-5314-4971-92cf-71b39981d342 HTTP/1.1" status: 200 len: 217 time: 0.0326104 Oct 03 14:58:19.642509 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-2e638c8d-ca1b-452d-abff-a4d91c5d1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:19.643867 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-2e638c8d-ca1b-452d-abff-a4d91c5d1f94 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0429494 Oct 03 14:58:19.692123 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-ecd3a79b-37f6-4762-ace4-58ae90fb57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:19.693623 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-ecd3a79b-37f6-4762-ace4-58ae90fb57fb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435266 Oct 03 14:58:19.792967 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-ac2ad370-ed21-42e0-acd0-055f1df32677 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935609 Oct 03 14:58:19.866905 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcf5f0-6d74-48cf-9430-a01ec681d65b req-743d5b1a-fd29-4438-a2ca-e53ca9536c06 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:19.868299 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6cbcf5f0-6d74-48cf-9430-a01ec681d65b req-743d5b1a-fd29-4438-a2ca-e53ca9536c06 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 943 time: 0.0890110 Oct 03 14:58:19.945158 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8a7f1e3b-cfbc-4a98-b9d6-24827c479faa req-3f09120a-4c5a-4cb9-b84c-4008904939b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333239 Oct 03 14:58:19.949125 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6cbcf5f0-6d74-48cf-9430-a01ec681d65b req-a85c1c23-62db-46a6-b917-98398e76dc89 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746019 Oct 03 14:58:20.462871 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b49eff-4c51-4ddf-9e0a-fbf625b44ff7 req-00cc59da-c908-42a3-ac3f-188014ddaf4c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:20.464345 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-93b49eff-4c51-4ddf-9e0a-fbf625b44ff7 req-00cc59da-c908-42a3-ac3f-188014ddaf4c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0502703 Oct 03 14:58:20.476508 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:20.512172 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-93b49eff-4c51-4ddf-9e0a-fbf625b44ff7 req-86251d96-4740-49d0-964d-bfe9704801f2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420136 Oct 03 14:58:21.071813 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd9774-08d8-4877-984e-a08f122417ff req-7d2e8fe1-c4d4-4988-8636-b444592531c3 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:21.073208 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0fbd9774-08d8-4877-984e-a08f122417ff req-7d2e8fe1-c4d4-4988-8636-b444592531c3 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 943 time: 0.0488226 Oct 03 14:58:21.122146 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0fbd9774-08d8-4877-984e-a08f122417ff req-a64b3800-4576-4216-9899-614c04f924fb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 Oct 03 14:58:21.632036 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99a056-ff20-4ed7-b7fb-17e684aa903b req-f42dd630-cec7-46df-96c5-9fe9f0f48945 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:21.633576 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cd99a056-ff20-4ed7-b7fb-17e684aa903b req-f42dd630-cec7-46df-96c5-9fe9f0f48945 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0458825 Oct 03 14:58:21.669907 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:21.682648 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cd99a056-ff20-4ed7-b7fb-17e684aa903b req-bb9249af-32e4-4ba7-bed7-346d1ad68aff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Oct 03 14:58:22.241188 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2f1bd-b1b2-445f-b76f-bc311903037e req-b3dd564f-56e9-4705-a675-2603a485999e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:22.242663 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-73e2f1bd-b1b2-445f-b76f-bc311903037e req-b3dd564f-56e9-4705-a675-2603a485999e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 943 time: 0.0459373 Oct 03 14:58:22.290969 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-73e2f1bd-b1b2-445f-b76f-bc311903037e req-9d2ca1f1-13c0-4522-8031-109c5386763e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427752 Oct 03 14:58:22.804410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcea9fa-b107-4477-9185-d02c16783835 req-2910b773-2e2f-491d-8b6e-35231c94e248 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:22.805908 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-efcea9fa-b107-4477-9185-d02c16783835 req-2910b773-2e2f-491d-8b6e-35231c94e248 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0498588 Oct 03 14:58:22.851823 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-efcea9fa-b107-4477-9185-d02c16783835 req-03066fd6-b90e-431d-9c34-4cb27bbb918c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404427 Oct 03 14:58:23.058053 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a465a0-29e3-4a6d-9fa1-9b6ddd7b94e0 req-d9b034e9-6241-4ca2-aa7f-b5436b05e909 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:23.059542 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b3a465a0-29e3-4a6d-9fa1-9b6ddd7b94e0 req-d9b034e9-6241-4ca2-aa7f-b5436b05e909 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0472059 Oct 03 14:58:23.110718 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b3a465a0-29e3-4a6d-9fa1-9b6ddd7b94e0 req-c79b01c7-72b9-4666-af2a-6e8d3a2baddb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450017 Oct 03 14:58:23.143820 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-953aff7b-0339-4c55-a0f2-c661ff86305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:23.145653 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-953aff7b-0339-4c55-a0f2-c661ff86305f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 1129 time: 0.0563209 Oct 03 14:58:23.236588 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=34 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:23.237686 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:23.241197 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-627556d2-1074-4bc9-b5ef-3e10474f71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:23.242672 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-627556d2-1074-4bc9-b5ef-3e10474f71ed service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 912 time: 0.0903966 Oct 03 14:58:23.243074 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=46 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:23.244256 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73f752-0222-43c7-a0eb-c08d13492546 req-c755830b-9a5e-47d1-b9cf-919ce490ae74 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:23.245864 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5f73f752-0222-43c7-a0eb-c08d13492546 req-c755830b-9a5e-47d1-b9cf-919ce490ae74 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 946 time: 0.0477288 Oct 03 14:58:23.296823 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5f73f752-0222-43c7-a0eb-c08d13492546 req-6fe113c2-207c-4b79-a817-0c406caa9086 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451381 Oct 03 14:58:23.410606 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15588e-c8de-4cfa-9f57-1ce72f3f0e5f req-464cc978-878f-40b6-a785-410526450cb1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:23.412021 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3b15588e-c8de-4cfa-9f57-1ce72f3f0e5f req-464cc978-878f-40b6-a785-410526450cb1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 943 time: 0.0451252 Oct 03 14:58:23.463229 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3b15588e-c8de-4cfa-9f57-1ce72f3f0e5f req-1b3d635d-ba6f-4e50-9d78-3b3e01bda2a3 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458477 Oct 03 14:58:24.235003 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a8f29-7ff8-498f-a795-8e975fc93cc2 req-bb712d9d-9ca7-493d-801c-402fba6d6b47 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:24.236464 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a28a8f29-7ff8-498f-a795-8e975fc93cc2 req-bb712d9d-9ca7-493d-801c-402fba6d6b47 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0461488 Oct 03 14:58:24.282483 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a28a8f29-7ff8-498f-a795-8e975fc93cc2 req-49eb0c84-6f6a-46ed-b9c3-53aead29af3e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406225 Oct 03 14:58:24.422703 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afd1fd-3f1e-4ce5-9234-f27d3fe3518e req-ec0cc4e7-f2e5-4eda-8902-11104050295b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:24.424104 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-56afd1fd-3f1e-4ce5-9234-f27d3fe3518e req-ec0cc4e7-f2e5-4eda-8902-11104050295b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 946 time: 0.0451999 Oct 03 14:58:24.469469 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-56afd1fd-3f1e-4ce5-9234-f27d3fe3518e req-2599fc33-691a-4e62-98a0-d0ddffb11f02 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399423 Oct 03 14:58:24.577630 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640ddcd-f9e4-42dc-8b56-ab84ef7c35ab req-6a09d03f-f384-463b-b61b-52810520f7f1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:24.579544 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9640ddcd-f9e4-42dc-8b56-ab84ef7c35ab req-6a09d03f-f384-463b-b61b-52810520f7f1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 943 time: 0.0448842 Oct 03 14:58:24.626469 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9640ddcd-f9e4-42dc-8b56-ab84ef7c35ab req-af3d63c0-c986-4140-8316-1aada9c65ee1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412307 Oct 03 14:58:24.709871 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-64528db7-d19b-4b6f-882b-40227a74e0c6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb HTTP/1.1" status: 200 len: 1001 time: 0.0623333 Oct 03 14:58:25.400280 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09d282-e159-436a-b085-d4250860e18a req-60fd2767-b3a2-43b1-bc44-830a70983f5f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:25.401755 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a09d282-e159-436a-b085-d4250860e18a req-60fd2767-b3a2-43b1-bc44-830a70983f5f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0453157 Oct 03 14:58:25.447706 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a09d282-e159-436a-b085-d4250860e18a req-c0838923-a4a2-4a73-b44c-7ba642005638 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397933 Oct 03 14:58:25.598861 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799ddf7-5cec-478e-8623-4dbfa93da9d9 req-8ba0f820-6b60-46e6-8880-f53a7e84abe8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:25.600219 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e799ddf7-5cec-478e-8623-4dbfa93da9d9 req-8ba0f820-6b60-46e6-8880-f53a7e84abe8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 946 time: 0.0490429 Oct 03 14:58:25.646437 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e799ddf7-5cec-478e-8623-4dbfa93da9d9 req-75c2ee63-c484-4c4f-95f7-b5582c5ceb9f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Oct 03 14:58:25.742424 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a0297-f1e9-45cf-80df-911c4132256d req-8728d318-f1cd-4a9f-8665-74bb7ca855be tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:25.743888 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-751a0297-f1e9-45cf-80df-911c4132256d req-8728d318-f1cd-4a9f-8665-74bb7ca855be tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 943 time: 0.0453634 Oct 03 14:58:25.792274 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-751a0297-f1e9-45cf-80df-911c4132256d req-fe01f191-e12c-4171-8134-24165f9f7fe1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430901 Oct 03 14:58:25.985379 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-80ee0113-b07f-41d2-a8c7-d2238bd3aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:25.986777 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-80ee0113-b07f-41d2-a8c7-d2238bd3aa1c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a48f3f05-3214-4e90-88bc-7c789ec0a9f7 HTTP/1.1" status: 200 len: 850 time: 0.0473924 Oct 03 14:58:26.209971 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-6a5f558d-cc57-474b-bfec-be5579868b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:26.211424 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-6a5f558d-cc57-474b-bfec-be5579868b6b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3de19230-35e5-430c-b606-8b501507ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383596 Oct 03 14:58:26.235888 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-38747be0-1226-4544-8bf5-b051f2a66100 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:26.237329 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-38747be0-1226-4544-8bf5-b051f2a66100 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 946 time: 0.0458813 Oct 03 14:58:26.304057 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-1268aed5-91b2-42ed-b8cd-121185363ade service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859118 Oct 03 14:58:26.325010 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Deleting port abd33b94-cd03-47ad-bbbe-b38838da0555 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:58:26.325347 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:26.338674 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:26.393272 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1a65cc93-bbd4-4462-9689-e0cc6abd56fa req-12e24a51-eabd-4c05-8c94-db156454cf06 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832605 Oct 03 14:58:26.413698 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] For port abd33b94-cd03-47ad-bbbe-b38838da0555, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=abd33b94-cd03-47ad-bbbe-b38838da0555,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:26.414055 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:26.416079 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:26.605898 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc564487-0169-427a-8c5e-7b486ab97739 req-1dedd2ef-0c69-4b1e-82a8-148b732aa328 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:26.607324 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc564487-0169-427a-8c5e-7b486ab97739 req-1dedd2ef-0c69-4b1e-82a8-148b732aa328 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0843129 Oct 03 14:58:26.680100 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:26.680460 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (890aa913-2ba1-4bb9-bc81-097d3e5de412), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:26.680774 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.l3_db [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Floating IP 890aa913-2ba1-4bb9-bc81-097d3e5de412 disassociated. External IP: 172.27.1.243, port: abd33b94-cd03-47ad-bbbe-b38838da0555. Oct 03 14:58:26.681114 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Calling delete_port for abd33b94-cd03-47ad-bbbe-b38838da0555 owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:58:26.698910 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-fc564487-0169-427a-8c5e-7b486ab97739 req-35945d3d-4103-4f35-a061-9ac0d79be4c0 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669615 Oct 03 14:58:26.778386 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81684c-1d9e-4b32-8c7c-2511b1382eee req-7bb77589-1bf7-4130-8ea3-94611b4bcf39 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:26.779750 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5e81684c-1d9e-4b32-8c7c-2511b1382eee req-7bb77589-1bf7-4130-8ea3-94611b4bcf39 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 946 time: 0.0495536 Oct 03 14:58:26.822229 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (abd33b94-cd03-47ad-bbbe-b38838da0555), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:26.828535 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5e81684c-1d9e-4b32-8c7c-2511b1382eee req-269c8fae-52ef-450b-90cc-2654c9804458 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=11f7ddc2-5335-47de-afb5-d7c2d1208988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Oct 03 14:58:26.853728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event deleted for resources: {'Port': ['ID=abd33b94-cd03-47ad-bbbe-b38838da0555,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:27.212349 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ed781-944d-40f1-83dc-817b189fcbef req-fa172bef-af1f-4ebd-b744-d8f49af7e4cb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:27.213875 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cc6ed781-944d-40f1-83dc-817b189fcbef req-fa172bef-af1f-4ebd-b744-d8f49af7e4cb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 943 time: 0.0559571 Oct 03 14:58:27.300151 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Router 72d34265-f079-48db-92dc-e317f47b8843 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:58:27.307761 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cc6ed781-944d-40f1-83dc-817b189fcbef req-2c893bca-7722-44d3-84d8-c81e23f0bae1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704455 Oct 03 14:58:27.408430 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:58:27.418472 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] Sync routers for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:58:27.428537 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:27.429161 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:27.448118 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] No DVR routers for this DVR port abd33b94-cd03-47ad-bbbe-b38838da0555 on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:58:27.450658 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:27.454510 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dbcbb89e-08bc-428f-9849-17495d41abd0 req-08e03cb2-9ae7-4368-ae6b-37c3c9baec55 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "DELETE /networking/v2.0/ports/abd33b94-cd03-47ad-bbbe-b38838da0555 HTTP/1.1" status: 204 len: 173 time: 1.2120936 Oct 03 14:58:27.455008 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-deleted', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:27.457217 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf6512e-4ced-488e-95a7-9844637fc202" -d '{"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-deleted", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:27.537430 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:27.582513 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e899b24d-9cfc-4c6c-88e4-4603bde944e7 x-openstack-request-id: req-e899b24d-9cfc-4c6c-88e4-4603bde944e7 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:27.582906 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27879d6c-62f5-4281-b134-faecf706a2db", "name": "network-vif-deleted", "tag": "abd33b94-cd03-47ad-bbbe-b38838da0555", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:27.583263 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e899b24d-9cfc-4c6c-88e4-4603bde944e7 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:27.583787 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e899b24d-9cfc-4c6c-88e4-4603bde944e7'] response: {'server_uuid': '27879d6c-62f5-4281-b134-faecf706a2db', 'name': 'network-vif-deleted', 'tag': 'abd33b94-cd03-47ad-bbbe-b38838da0555', 'status': 'completed', 'code': 200} Oct 03 14:58:27.729215 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:27.755070 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] Checking router: 72d34265-f079-48db-92dc-e317f47b8843 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:58:27.759311 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 96b0cff0-5314-4971-92cf-71b39981d342 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:58:27.764307 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:27.764739 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:27.840710 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d63d15-e336-4a5b-b8f1-aebf98a1d750 req-836e45c3-ce9a-40d9-baae-96167384b44e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:27.848335 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-48d63d15-e336-4a5b-b8f1-aebf98a1d750 req-836e45c3-ce9a-40d9-baae-96167384b44e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0552289 Oct 03 14:58:27.870494 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:27.920374 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-48d63d15-e336-4a5b-b8f1-aebf98a1d750 req-aff20a9f-520c-4cd7-a253-8e288799bd9f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659359 Oct 03 14:58:27.926505 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 96b0cff0-5314-4971-92cf-71b39981d342, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=96b0cff0-5314-4971-92cf-71b39981d342,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:27.941948 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '96b0cff0-5314-4971-92cf-71b39981d342', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:58:27.977482 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 96b0cff0-5314-4971-92cf-71b39981d342 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:58:27.977899 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (96b0cff0-5314-4971-92cf-71b39981d342), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:27.978090 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6c18802c-1370-4c62-9e02-94aa333ae103 req-e61ac001-bb68-47b6-90b4-a69dada3807f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=27879d6c-62f5-4281-b134-faecf706a2db HTTP/1.1" status: 200 len: 210 time: 0.0322959 Oct 03 14:58:27.991645 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b0cff0-5314-4971-92cf-71b39981d342 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:58:28.011575 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 96b0cff0-5314-4971-92cf-71b39981d342, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=96b0cff0-5314-4971-92cf-71b39981d342,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:28.015695 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (96b0cff0-5314-4971-92cf-71b39981d342), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:28.064770 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:28.065080 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=96b0cff0-5314-4971-92cf-71b39981d342,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:28.092016 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ca33af-05d8-47c2-9752-350c66e0930c None None] The sync data for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi is: [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:58:28.325710 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a559ca7-848c-489a-9862-3e47ef90e123 None None] New status for floating IP 890aa913-2ba1-4bb9-bc81-097d3e5de412: DOWN {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:58:28.412862 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:28.423721 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:28.432513 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1189c58-3a39-422c-a5c7-1744ee753dd8 req-536672df-e3fd-4efc-a520-23e1e0f827fe tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:28.434059 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f1189c58-3a39-422c-a5c7-1744ee753dd8 req-536672df-e3fd-4efc-a520-23e1e0f827fe tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 944 time: 0.0517664 Oct 03 14:58:28.488010 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f1189c58-3a39-422c-a5c7-1744ee753dd8 req-a87fa141-d603-4810-a1e8-3eb9a5026b92 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462019 Oct 03 14:58:28.582355 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['96b0cff0-5314-4971-92cf-71b39981d342'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:58:28.744323 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:29.074888 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58148) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:29.098813 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:29.131275 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-99f4a24c-8ef8-4431-8f77-dbb51e326dac tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (11f7ddc2-5335-47de-afb5-d7c2d1208988), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.153288 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-99f4a24c-8ef8-4431-8f77-dbb51e326dac tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (11f7ddc2-5335-47de-afb5-d7c2d1208988), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.200917 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-99f4a24c-8ef8-4431-8f77-dbb51e326dac tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (11f7ddc2-5335-47de-afb5-d7c2d1208988), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.203552 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-99f4a24c-8ef8-4431-8f77-dbb51e326dac tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.204674 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-99f4a24c-8ef8-4431-8f77-dbb51e326dac tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/11f7ddc2-5335-47de-afb5-d7c2d1208988 HTTP/1.1" status: 204 len: 168 time: 0.1288025 Oct 03 14:58:29.207567 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58150) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:29.208078 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:29.214966 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4a24c-8ef8-4431-8f77-dbb51e326dac tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f7ddc2-5335-47de-afb5-d7c2d1208988,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:29.223689 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.api.v2.resource [None req-7ad4c1a8-65ab-4079-917a-7d88667a677e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] show failed (client error): The resource could not be found. Oct 03 14:58:29.224679 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-7ad4c1a8-65ab-4079-917a-7d88667a677e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups/11f7ddc2-5335-47de-afb5-d7c2d1208988 HTTP/1.1" status: 404 len: 347 time: 0.0159795 Oct 03 14:58:29.227697 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58152) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:29.338760 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Deleting port 0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:58:29.339098 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.659883 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e184fc4-379a-4a3c-a2ed-40f7938e9573 req-6337f02f-b8e2-4ac8-a215-822cd4bd75a7 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:29.661321 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3e184fc4-379a-4a3c-a2ed-40f7938e9573 req-6337f02f-b8e2-4ac8-a215-822cd4bd75a7 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 944 time: 0.0577149 Oct 03 14:58:29.693344 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.693784 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.714747 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Calling delete_port for 0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44 owned by network:floatingip {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:58:29.743265 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3e184fc4-379a-4a3c-a2ed-40f7938e9573 req-1f377ecc-4b1b-4bce-9473-967fa8097cfb tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756614 Oct 03 14:58:29.808187 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 96b0cff0-5314-4971-92cf-71b39981d342 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:58:29.850552 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 96b0cff0-5314-4971-92cf-71b39981d342 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:58:29.855440 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 96b0cff0-5314-4971-92cf-71b39981d342 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:58:29.855823 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (96b0cff0-5314-4971-92cf-71b39981d342), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.856152 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 96b0cff0-5314-4971-92cf-71b39981d342 Oct 03 14:58:29.861010 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.879376 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:29.885394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event deleted for resources: {'Port': ['ID=0d4e1452-ff71-4f2b-a37b-8aaa1c9a9c44,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:29.956632 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (890aa913-2ba1-4bb9-bc81-097d3e5de412), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.959726 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:29.960921 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-bc53a12c-4ceb-4923-a68f-d39e73ac3bb9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/890aa913-2ba1-4bb9-bc81-097d3e5de412 HTTP/1.1" status: 204 len: 168 time: 0.7322633 Oct 03 14:58:30.046172 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58160) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:30.050642 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-d3cee106-aa28-4e65-a494-5a3d3753b553 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206311532', 'description': 'tempest-description--27651902'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:30.054183 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 96b0cff0-5314-4971-92cf-71b39981d342 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:58:30.054702 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (96b0cff0-5314-4971-92cf-71b39981d342), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.070706 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d3cee106-aa28-4e65-a494-5a3d3753b553 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.077075 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:30.080111 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ebd00d-1edc-4e3e-b64f-9554b4bb3408" -d '{"events": [{"server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "name": "network-vif-plugged", "status": "completed", "tag": "96b0cff0-5314-4971-92cf-71b39981d342"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:30.092533 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 96b0cff0-5314-4971-92cf-71b39981d342, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=96b0cff0-5314-4971-92cf-71b39981d342,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:30.097709 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (96b0cff0-5314-4971-92cf-71b39981d342), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.098623 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:58:30.119721 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: abd33b94-cd03-47ad-bbbe-b38838da0555 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:58:30.120071 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device abd33b94-cd03-47ad-bbbe-b38838da0555 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:58:30.122350 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75984fe5-0685-4d5c-bf82-c3b3763e7159 x-openstack-request-id: req-75984fe5-0685-4d5c-bf82-c3b3763e7159 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:30.122680 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "name": "network-vif-plugged", "status": "completed", "tag": "96b0cff0-5314-4971-92cf-71b39981d342", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:30.122927 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75984fe5-0685-4d5c-bf82-c3b3763e7159 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:30.123302 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75984fe5-0685-4d5c-bf82-c3b3763e7159'] response: {'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342', 'code': 200} Oct 03 14:58:30.151859 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d3cee106-aa28-4e65-a494-5a3d3753b553 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (7d3b91e7-787f-4de3-9965-8226e1ae6216), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.155493 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d3cee106-aa28-4e65-a494-5a3d3753b553 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7d3b91e7-787f-4de3-9965-8226e1ae6216), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.168716 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=96b0cff0-5314-4971-92cf-71b39981d342,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:30.191182 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d3cee106-aa28-4e65-a494-5a3d3753b553 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.192390 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d3cee106-aa28-4e65-a494-5a3d3753b553 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1452491 Oct 03 14:58:30.194297 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cee106-aa28-4e65-a494-5a3d3753b553 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b91e7-787f-4de3-9965-8226e1ae6216,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:30.195647 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58164) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:30.200173 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-21dc7944-718d-470f-839e-79e3f406fdf9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'security_group_rule': {'security_group_id': '7d3b91e7-787f-4de3-9965-8226e1ae6216', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:30.228683 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-21dc7944-718d-470f-839e-79e3f406fdf9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (504f8f60-d789-4510-bb82-6c3572c89c25), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.285308 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-21dc7944-718d-470f-839e-79e3f406fdf9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (504f8f60-d789-4510-bb82-6c3572c89c25), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.289385 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-21dc7944-718d-470f-839e-79e3f406fdf9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (504f8f60-d789-4510-bb82-6c3572c89c25), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.314642 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-21dc7944-718d-470f-839e-79e3f406fdf9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.315945 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-21dc7944-718d-470f-839e-79e3f406fdf9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192486 Oct 03 14:58:30.317061 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc7944-718d-470f-839e-79e3f406fdf9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504f8f60-d789-4510-bb82-6c3572c89c25,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:30.319051 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58166) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:30.323571 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-b77377f2-8eb4-448c-8c9d-020afff87007 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'security_group_rule': {'security_group_id': '7d3b91e7-787f-4de3-9965-8226e1ae6216', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:30.350733 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b77377f2-8eb4-448c-8c9d-020afff87007 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (ee028c54-763f-4816-9475-c837aae35bcc), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.360381 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:30.396772 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:30.408853 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62c085-cc66-444e-a753-5dfc89940871 req-65a76c44-ba58-4826-8366-12f9665da864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:30.410367 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3c62c085-cc66-444e-a753-5dfc89940871 req-65a76c44-ba58-4826-8366-12f9665da864 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 1129 time: 0.0396252 Oct 03 14:58:30.412151 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b77377f2-8eb4-448c-8c9d-020afff87007 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (ee028c54-763f-4816-9475-c837aae35bcc), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.415959 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b77377f2-8eb4-448c-8c9d-020afff87007 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (ee028c54-763f-4816-9475-c837aae35bcc), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.435289 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77377f2-8eb4-448c-8c9d-020afff87007 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee028c54-763f-4816-9475-c837aae35bcc,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:30.443519 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b77377f2-8eb4-448c-8c9d-020afff87007 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.446811 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-b77377f2-8eb4-448c-8c9d-020afff87007 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246178 Oct 03 14:58:30.448677 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58168) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:30.453582 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:30.465157 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3c62c085-cc66-444e-a753-5dfc89940871 req-c03a8d39-b3e8-4c1a-87ae-83dd3d46bc56 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477734 Oct 03 14:58:30.474677 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.554837 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.663652 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Allocated IP 172.27.1.200 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/ab836890-a5af-45ee-b0fa-2af6bafd9e48) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:58:30.764916 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for port (ab836890-a5af-45ee-b0fa-2af6bafd9e48), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.795918 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (ab836890-a5af-45ee-b0fa-2af6bafd9e48), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.840715 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:58:30.846010 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:58:30.850720 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:58:30.866219 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3c36f-67ea-4865-81af-c306130e6484 req-1a5ca06b-e4bc-4829-8f02-d5550436a602 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:30.867697 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bed3c36f-67ea-4865-81af-c306130e6484 req-1a5ca06b-e4bc-4829-8f02-d5550436a602 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 945 time: 0.0490119 Oct 03 14:58:30.872046 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'Port': ['ID=ab836890-a5af-45ee-b0fa-2af6bafd9e48,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:30.918204 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bed3c36f-67ea-4865-81af-c306130e6484 req-fca2dbe8-4e9d-4462-8a0d-02d356c811ae tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439348 Oct 03 14:58:30.938770 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (18378cd1-35ef-4be8-97a5-0771d20ba3a5), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:30.975963 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (ab836890-a5af-45ee-b0fa-2af6bafd9e48), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:31.094752 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:31.105812 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:31.128808 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for port (ab836890-a5af-45ee-b0fa-2af6bafd9e48), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:31.132936 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (ab836890-a5af-45ee-b0fa-2af6bafd9e48), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:31.202744 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'Port': ['ID=ab836890-a5af-45ee-b0fa-2af6bafd9e48,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:31.205206 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (18378cd1-35ef-4be8-97a5-0771d20ba3a5), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:31.221924 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:31.223132 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-2b1a4049-23ca-44ef-896c-8e36110e8a30 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7735190 Oct 03 14:58:31.374514 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-e630a5cd-5dd0-4676-88e8-cc1470068aea tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1206311532&fields=id&tenant_id=7f48b2441eec48c4ac784844e475a9e9 HTTP/1.1" status: 200 len: 267 time: 0.0429845 Oct 03 14:58:31.484401 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-84fc9899-d79d-4540-81ba-ad1f9c0c0192 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:31.485915 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-84fc9899-d79d-4540-81ba-ad1f9c0c0192 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 817 time: 0.1051853 Oct 03 14:58:31.499935 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-eb702712-f4bc-424b-af91-f74f1400f4fc tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/quotas/7f48b2441eec48c4ac784844e475a9e9 HTTP/1.1" status: 200 len: 375 time: 0.0087018 Oct 03 14:58:31.547697 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-29c9d532-38cb-48f1-aefe-4b333798dcbc tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430543 Oct 03 14:58:31.644954 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-7d4a38a0-d968-44df-b417-5d5bfae8245b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861688 Oct 03 14:58:31.733017 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-3724b65c-ebad-474b-8e49-f2a1384ecda5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825357 Oct 03 14:58:31.814101 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:31.894553 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f8844888-25f3-43c2-ae16-1d85c067c290 req-ad19b453-e197-4b46-846b-976d2ac0824a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 210 time: 0.0305333 Oct 03 14:58:32.050098 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007b231-e7f2-44ba-928c-78daa515cbe9 req-eb358a21-c459-490f-a8ed-e9b0ed9a2d7b tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:32.054015 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5007b231-e7f2-44ba-928c-78daa515cbe9 req-eb358a21-c459-490f-a8ed-e9b0ed9a2d7b tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 945 time: 0.0547349 Oct 03 14:58:32.112619 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5007b231-e7f2-44ba-928c-78daa515cbe9 req-8c3de243-cddb-4567-a992-47dbcc019dcf tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554135 Oct 03 14:58:32.242404 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc2e33-7517-48b1-85fe-b137ad9a8504 req-37f03d63-6871-4536-8776-c7c426dd4a43 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:32.243889 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b1dc2e33-7517-48b1-85fe-b137ad9a8504 req-37f03d63-6871-4536-8776-c7c426dd4a43 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 945 time: 0.0506651 Oct 03 14:58:32.293912 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b1dc2e33-7517-48b1-85fe-b137ad9a8504 req-35c2a1ec-2a17-46cf-9585-d1f60a539721 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Oct 03 14:58:32.323352 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58198) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:32.362211 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d1d57-86bf-406c-a51a-f179ec2d1071 tempest-TestVolumeBootPattern-251173158 tempest-TestVolumeBootPattern-251173158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:32.363713 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-021d1d57-86bf-406c-a51a-f179ec2d1071 tempest-TestVolumeBootPattern-251173158 tempest-TestVolumeBootPattern-251173158-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 1124 time: 0.0393832 Oct 03 14:58:32.366552 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58200) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:32.370627 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:32.390838 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:32.475298 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:32.584268 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Allocated IP 172.27.1.116 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/8222728d-f309-4fe1-a717-08d35df235fa) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:58:32.693361 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for port (8222728d-f309-4fe1-a717-08d35df235fa), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:32.694562 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:32.698594 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:32.734197 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (8222728d-f309-4fe1-a717-08d35df235fa), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:32.777774 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:58:32.781269 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:58:32.783817 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:58:32.812548 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'Port': ['ID=8222728d-f309-4fe1-a717-08d35df235fa,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:33.025351 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0c2dadd8-447b-49c5-a9e0-3abb8b8dde98 req-24957d7c-a39f-4000-a4cf-a2e4e2d704c1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 210 time: 0.0278578 Oct 03 14:58:33.145691 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (729bf9de-6321-4409-b314-aacde8af959b), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:33.210283 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (8222728d-f309-4fe1-a717-08d35df235fa), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:33.362795 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for port (8222728d-f309-4fe1-a717-08d35df235fa), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:33.368186 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (8222728d-f309-4fe1-a717-08d35df235fa), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:33.493382 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'Port': ['ID=8222728d-f309-4fe1-a717-08d35df235fa,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:33.497758 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (729bf9de-6321-4409-b314-aacde8af959b), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:33.504969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:33.507471 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:33.611459 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-67e97091-129c-4b7f-b0f8-b80f08c145c7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:33.612865 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-67e97091-129c-4b7f-b0f8-b80f08c145c7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 817 time: 0.2147956 Oct 03 14:58:33.631381 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.l3_db [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Floating IP 729bf9de-6321-4409-b314-aacde8af959b associated. External IP: 172.27.1.116, port: 96b0cff0-5314-4971-92cf-71b39981d342. Oct 03 14:58:33.804870 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-0f84dc1c-e5a1-4ceb-8c78-4117d9650292 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7f48b2441eec48c4ac784844e475a9e9 HTTP/1.1" status: 200 len: 380 time: 0.0999367 Oct 03 14:58:33.818956 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'port': {'device_id': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'admin_state_up': True, 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'security_groups': ['7d3b91e7-787f-4de3-9965-8226e1ae6216']}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:33.940211 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Router c5f37f13-5d05-4dde-a077-074febc10cb7 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:58:34.018633 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Made reservation on behalf of 7f48b2441eec48c4ac784844e475a9e9 for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:58:34.022309 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:34.130333 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:58:34.140379 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] Sync routers for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:58:34.150579 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:34.151179 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:34.157488 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-342ab938-f167-4721-9bbf-6893854d51fa req-46661d2e-59b5-419b-834c-dec825cd41bd tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 210 time: 0.0425990 Oct 03 14:58:34.202013 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:34.243191 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:34.248098 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c31ce2c2-c3e6-4f2e-b706-57463709299d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8805790 Oct 03 14:58:34.251015 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:34.253230 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24be72e2-377a-451d-ac70-c01f1b1f5d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "tag": "96b0cff0-5314-4971-92cf-71b39981d342"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:34.257055 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:34.259294 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Allocated IP 172.20.0.11 (e62ce727-fdfc-4635-82f1-b266a0898b13/002c4d07-fa50-487b-aa78-a8fe6f0bc8f2/cfdafec3-b426-4742-8d49-c455e689f120) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:58:34.292314 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:34.298794 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73dda82-80ac-4cfe-b01c-745457ab4f62 x-openstack-request-id: req-d73dda82-80ac-4cfe-b01c-745457ab4f62 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:34.298794 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "tag": "96b0cff0-5314-4971-92cf-71b39981d342", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:34.299071 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d73dda82-80ac-4cfe-b01c-745457ab4f62 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:34.299554 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73dda82-80ac-4cfe-b01c-745457ab4f62'] response: {'name': 'network-changed', 'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342', 'status': 'completed', 'code': 200} Oct 03 14:58:34.330016 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:34.371220 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:34.399914 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-72480ac8-dee4-4ee7-873d-6284ac5bab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:34.401421 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-72480ac8-dee4-4ee7-873d-6284ac5bab69 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 1129 time: 0.0445554 Oct 03 14:58:34.427590 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for port (cfdafec3-b426-4742-8d49-c455e689f120), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:34.466932 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:34.476764 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '729bf9de-6321-4409-b314-aacde8af959b', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:33Z', 'updated_at': '2022-10-03T14:58:33Z', 'revision_number': 0, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:34.499415 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-a523cee0-cf79-439f-a913-cd1b5b3a452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:34.501093 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-a523cee0-cf79-439f-a913-cd1b5b3a452a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.0929530 Oct 03 14:58:34.517116 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Network e62ce727-fdfc-4635-82f1-b266a0898b13 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:58:34.520571 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:58:34.523118 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:58:34.558676 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:34.582169 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:34.582959 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:34.589627 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-18d50d03-5c9c-4d91-9c31-0a6c823e28e1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b0cff0-5314-4971-92cf-71b39981d342 HTTP/1.1" status: 200 len: 999 time: 0.0823259 Oct 03 14:58:34.602881 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] Checking router: c5f37f13-5d05-4dde-a077-074febc10cb7 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:58:34.603697 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-38843db0-7982-4756-a6b3-e69edae11256 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7895992 Oct 03 14:58:34.613840 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:34.614455 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:34.623700 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Request body: {'port': {'device_id': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:34.655458 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-8fcd99b6-3df1-4d62-88fe-fb568d2dbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:34.657139 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-8fcd99b6-3df1-4d62-88fe-fb568d2dbb58 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0589530 Oct 03 14:58:34.697482 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:34.721361 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:34.722585 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-f4637afe-175f-4c94-a387-f37dc714234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:34.724469 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-f4637afe-175f-4c94-a387-f37dc714234e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555551 Oct 03 14:58:34.787636 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:34.824198 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:34.833860 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-4d7a1512-f467-4733-b98b-4470f3308db3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978181 Oct 03 14:58:34.844440 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-749e78a5-3319-463d-878e-57e81593f1cf None None] Provisioning complete for port cfdafec3-b426-4742-8d49-c455e689f120 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:58:34.845438 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-749e78a5-3319-463d-878e-57e81593f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (cfdafec3-b426-4742-8d49-c455e689f120), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:34.845974 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-749e78a5-3319-463d-878e-57e81593f1cf None None] Attempt 1 to provision port cfdafec3-b426-4742-8d49-c455e689f120 Oct 03 14:58:34.891406 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-749e78a5-3319-463d-878e-57e81593f1cf None None] Port cfdafec3-b426-4742-8d49-c455e689f120 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:58:34.943484 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24be72e2-377a-451d-ac70-c01f1b1f5d6a req-08b080b6-bcdc-4aca-87dc-66f1780d7d83 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016591 Oct 03 14:58:34.955183 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '729bf9de-6321-4409-b314-aacde8af959b', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:33Z', 'updated_at': '2022-10-03T14:58:33Z', 'revision_number': 0, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:34.975837 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfdafec3-b426-4742-8d49-c455e689f120 {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:58:34.984816 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Publish callbacks [] for port (cfdafec3-b426-4742-8d49-c455e689f120), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:34.987091 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6410834b-2af7-4a9e-a3c4-411e803fccaf None None] The sync data for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi is: [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '729bf9de-6321-4409-b314-aacde8af959b', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:33Z', 'updated_at': '2022-10-03T14:58:33Z', 'revision_number': 0, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:58:34.998215 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Transition to ACTIVE for port object cfdafec3-b426-4742-8d49-c455e689f120 will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:58:35.003032 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:35.087140 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:35.119784 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Attempting to bind port cfdafec3-b426-4742-8d49-c455e689f120 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:58:35.120115 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Attempting to bind port cfdafec3-b426-4742-8d49-c455e689f120 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:58:35.120444 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Attempting to bind port cfdafec3-b426-4742-8d49-c455e689f120 on network e62ce727-fdfc-4635-82f1-b266a0898b13 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:58:35.142421 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:35.166917 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Port cfdafec3-b426-4742-8d49-c455e689f120 on network e62ce727-fdfc-4635-82f1-b266a0898b13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:58:35.167619 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Attempting to bind port cfdafec3-b426-4742-8d49-c455e689f120 on network e62ce727-fdfc-4635-82f1-b266a0898b13 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:58:35.189324 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48134e4a-2d23-43c7-b1f4-09576fb1fec1 None None] New status for floating IP 729bf9de-6321-4409-b314-aacde8af959b: ACTIVE {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:58:35.214287 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:58:35.214679 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Checking segment: {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:58:35.215059 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Bound using segment: {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:58:35.215522 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Bound port: cfdafec3-b426-4742-8d49-c455e689f120, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:58:35.215841 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:35.537458 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:35.589537 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d177629-8ca9-45e9-9f16-214855ef88fe req-0a06c3b4-a3d9-414f-8ba0-de997ad0c819 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:35.590977 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6d177629-8ca9-45e9-9f16-214855ef88fe req-0a06c3b4-a3d9-414f-8ba0-de997ad0c819 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0659647 Oct 03 14:58:35.597092 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:58:35.601218 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:58:35.611605 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:35.627083 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:35.627694 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:35.629065 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/cfdafec3-b426-4742-8d49-c455e689f120 HTTP/1.1" status: 200 len: 1094 time: 1.0099516 Oct 03 14:58:35.695147 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6d177629-8ca9-45e9-9f16-214855ef88fe req-f2b494e3-eebd-4190-9851-03cae876d3e7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958326 Oct 03 14:58:35.696113 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4a3d0-373f-4f3a-bcb4-d1fb88a75c8e service neutron] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:35.745211 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-043a9469-3ff5-43f9-9377-4debf139280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:35.746702 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-043a9469-3ff5-43f9-9377-4debf139280e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 1128 time: 0.0392478 Oct 03 14:58:35.794068 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-d0553bbe-d569-476e-8106-6534065cfbe1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfdafec3-b426-4742-8d49-c455e689f120 HTTP/1.1" status: 200 len: 217 time: 0.0319047 Oct 03 14:58:35.844975 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-4e615be9-8c1d-48de-82fe-c6eedfb9f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:35.846388 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-4e615be9-8c1d-48de-82fe-c6eedfb9f454 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.0462420 Oct 03 14:58:35.888131 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-7bb99e8f-d295-4097-a421-a1ac9fd55659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:35.889466 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-7bb99e8f-d295-4097-a421-a1ac9fd55659 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0359242 Oct 03 14:58:35.984282 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-744b9add-b496-45d4-bb38-47ad67fab28a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856297 Oct 03 14:58:36.070865 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6bda65b1-74cf-4376-91c6-57b7c95e0010 req-458ae20c-9caf-44e8-be76-4a98ccaf14b3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805659 Oct 03 14:58:36.301034 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:36.303445 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "tag": "cfdafec3-b426-4742-8d49-c455e689f120"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:36.341125 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b4ab8b-122b-40ab-a1b2-f9e0ce7ca346 x-openstack-request-id: req-00b4ab8b-122b-40ab-a1b2-f9e0ce7ca346 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:36.341410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "tag": "cfdafec3-b426-4742-8d49-c455e689f120", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:36.341695 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00b4ab8b-122b-40ab-a1b2-f9e0ce7ca346 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:36.342093 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b4ab8b-122b-40ab-a1b2-f9e0ce7ca346'] response: {'name': 'network-changed', 'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120', 'status': 'completed', 'code': 200} Oct 03 14:58:36.820281 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed8e5b-5347-4ae3-ac9a-46647ca8fa42 req-6b6e28e3-dc35-43c2-bb18-28698412b7e9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:36.821723 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d0ed8e5b-5347-4ae3-ac9a-46647ca8fa42 req-6b6e28e3-dc35-43c2-bb18-28698412b7e9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0455923 Oct 03 14:58:36.871292 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d0ed8e5b-5347-4ae3-ac9a-46647ca8fa42 req-7879b9e0-61b1-4702-875c-3714e5f3d65f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442162 Oct 03 14:58:37.572717 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:58:38.002360 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329aaad0-2d6d-499b-bddc-4d6b9211ea46 req-3a32d5f2-cec1-4fd8-b976-b71ca4fc1da1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:38.003790 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-329aaad0-2d6d-499b-bddc-4d6b9211ea46 req-3a32d5f2-cec1-4fd8-b976-b71ca4fc1da1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0461624 Oct 03 14:58:38.049706 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-329aaad0-2d6d-499b-bddc-4d6b9211ea46 req-6ca3273e-dc5f-4160-b308-35b9390f651f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 Oct 03 14:58:38.865255 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-48e592a5-dbbc-437c-adde-7df3d8a1b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:38.866776 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-48e592a5-dbbc-437c-adde-7df3d8a1b6ed service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 1128 time: 0.0383649 Oct 03 14:58:38.952491 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:38.958029 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-cf0eff7c-80a2-4a5a-bc82-35159ec80fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:38.959739 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-cf0eff7c-80a2-4a5a-bc82-35159ec80fbd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 918 time: 0.0869899 Oct 03 14:58:39.003187 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-c7f4f907-098f-4f3b-9666-cd984dd572ae service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfdafec3-b426-4742-8d49-c455e689f120 HTTP/1.1" status: 200 len: 217 time: 0.0352728 Oct 03 14:58:39.053363 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-a6ac090a-d48f-4c05-bb1b-c90dc4f3dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:39.054814 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-a6ac090a-d48f-4c05-bb1b-c90dc4f3dfab service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.0444555 Oct 03 14:58:39.098083 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-0fde08b6-6a7f-41f5-af46-57a8b4ffbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:39.099543 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-0fde08b6-6a7f-41f5-af46-57a8b4ffbcf1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384748 Oct 03 14:58:39.210555 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f9789-edd9-461e-aa76-cfcfd9867a8d req-b9193935-94f0-4c79-a29d-80b0b98f677f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:39.212013 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8f2f9789-edd9-461e-aa76-cfcfd9867a8d req-b9193935-94f0-4c79-a29d-80b0b98f677f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0586326 Oct 03 14:58:39.250045 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-e499ed8a-8384-487d-b64f-2580ee12bd03 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444407 Oct 03 14:58:39.320711 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8f2f9789-edd9-461e-aa76-cfcfd9867a8d req-16f7137c-62e2-46b8-b7c6-74ad28674a9d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023107 Oct 03 14:58:39.322569 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:39.360614 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a17ce070-838d-4a00-a7a1-bc05a7b2b8c6 req-a871b1a1-9ba3-4cb3-be3c-c55908287784 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034546 Oct 03 14:58:39.831539 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:58:39.931442 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:39.942265 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'cfdafec3-b426-4742-8d49-c455e689f120', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'port_id': 'cfdafec3-b426-4742-8d49-c455e689f120', 'mac_address': 'fa:16:3e:18:8a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:58:39.977254 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port cfdafec3-b426-4742-8d49-c455e689f120 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:58:39.977664 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:39.994757 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdafec3-b426-4742-8d49-c455e689f120 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:58:40.013532 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:40.017571 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:40.062885 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:40.447853 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54980f23-9291-4284-a50e-7fabd375c7ae req-c5d77fac-4e2e-425d-8fd5-2eb807274a3a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:40.449309 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-54980f23-9291-4284-a50e-7fabd375c7ae req-c5d77fac-4e2e-425d-8fd5-2eb807274a3a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 945 time: 0.0494826 Oct 03 14:58:40.496660 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-54980f23-9291-4284-a50e-7fabd375c7ae req-15f96732-8c40-4fbd-a141-a3e73c249d92 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413117 Oct 03 14:58:40.530778 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['cfdafec3-b426-4742-8d49-c455e689f120'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:58:40.580576 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:41.618543 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f513a-fd3d-48bb-9918-7a3a1d2ec661 req-1b7eb68b-56c9-4298-b931-2feddae88962 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:41.620014 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-af3f513a-fd3d-48bb-9918-7a3a1d2ec661 req-1b7eb68b-56c9-4298-b931-2feddae88962 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 945 time: 0.0460413 Oct 03 14:58:41.667172 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-af3f513a-fd3d-48bb-9918-7a3a1d2ec661 req-01846d67-4d16-414c-b3a0-508666b5b19f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Oct 03 14:58:41.827244 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:58:41.829280 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:41.869718 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port cfdafec3-b426-4742-8d49-c455e689f120 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:58:41.875920 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port cfdafec3-b426-4742-8d49-c455e689f120 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:58:41.876329 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (cfdafec3-b426-4742-8d49-c455e689f120), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:41.876658 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port cfdafec3-b426-4742-8d49-c455e689f120 Oct 03 14:58:41.945737 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port cfdafec3-b426-4742-8d49-c455e689f120 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:58:41.946115 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:41.968330 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:41.970564 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9412d5bd-0610-4254-8f42-42c1a44baf5f" -d '{"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-plugged", "status": "completed", "tag": "cfdafec3-b426-4742-8d49-c455e689f120"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:41.987130 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:41.990866 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:42.014873 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9013f144-7918-4ad4-a07a-75d6c7aaaa42 x-openstack-request-id: req-9013f144-7918-4ad4-a07a-75d6c7aaaa42 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:42.015162 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-plugged", "status": "completed", "tag": "cfdafec3-b426-4742-8d49-c455e689f120", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:42.015409 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9013f144-7918-4ad4-a07a-75d6c7aaaa42 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:42.015816 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9013f144-7918-4ad4-a07a-75d6c7aaaa42'] response: {'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120', 'code': 200} Oct 03 14:58:42.039942 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:42.235458 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70cac5-bf3e-4eb9-a672-dbf234b9740f req-8cb9a88a-22f2-4799-b18c-83533595d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:42.237099 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2b70cac5-bf3e-4eb9-a672-dbf234b9740f req-8cb9a88a-22f2-4799-b18c-83533595d519 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 1130 time: 0.0423822 Oct 03 14:58:42.283040 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2b70cac5-bf3e-4eb9-a672-dbf234b9740f req-126a1d14-a078-46cb-837a-3e3b2b935867 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385191 Oct 03 14:58:42.792740 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4929-c99e-4d9f-b6a7-42b5d9bc8537 req-2f8c97e3-06ea-40c7-874a-de8849314118 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:42.794228 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-888f4929-c99e-4d9f-b6a7-42b5d9bc8537 req-2f8c97e3-06ea-40c7-874a-de8849314118 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0468633 Oct 03 14:58:42.840349 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-888f4929-c99e-4d9f-b6a7-42b5d9bc8537 req-54ed8e91-8f46-4fd1-9c1e-7b07db5069df tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Oct 03 14:58:43.237199 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ef9080a9-d7fd-40a4-b759-f844345db079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:43.969905 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c65e73-845d-453b-9d97-1f272cc658b3 req-7e4ad554-7e8c-4e87-9643-eceeb144909d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:43.971383 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-23c65e73-845d-453b-9d97-1f272cc658b3 req-7e4ad554-7e8c-4e87-9643-eceeb144909d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0483229 Oct 03 14:58:44.019076 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-23c65e73-845d-453b-9d97-1f272cc658b3 req-0ef136d5-134c-40e8-ac73-0ebf5b7df7c9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Oct 03 14:58:44.957274 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=46 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:45.145613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7b94-cb59-4b3b-9e42-221df5bc9b59 req-f5d4f3c2-4f66-4cdc-82db-2be10e3abe47 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:45.147062 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e3bd7b94-cb59-4b3b-9e42-221df5bc9b59 req-f5d4f3c2-4f66-4cdc-82db-2be10e3abe47 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0487740 Oct 03 14:58:45.193355 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e3bd7b94-cb59-4b3b-9e42-221df5bc9b59 req-e7af5da1-726e-4505-8560-d3d5fb9560b6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Oct 03 14:58:45.312615 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265208-005e-44b5-975c-cb29021f97e7 req-7c22ec84-4516-4873-a520-ed73dc8d60ea tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:45.314051 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-11265208-005e-44b5-975c-cb29021f97e7 req-7c22ec84-4516-4873-a520-ed73dc8d60ea tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0468104 Oct 03 14:58:45.323984 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58246) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:45.328222 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-a3c96616-c41a-4dd7-92c8-1f9e3647a3e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Request body: {'floatingip': {'port_id': 'cfdafec3-b426-4742-8d49-c455e689f120'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:58:45.370405 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a3c96616-c41a-4dd7-92c8-1f9e3647a3e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (18378cd1-35ef-4be8-97a5-0771d20ba3a5), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:45.468188 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-492935cd-3043-4464-9a48-a7be1aab8e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:45.791738 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a3c96616-c41a-4dd7-92c8-1f9e3647a3e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:45.795317 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a3c96616-c41a-4dd7-92c8-1f9e3647a3e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (18378cd1-35ef-4be8-97a5-0771d20ba3a5), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:45.884911 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-a3c96616-c41a-4dd7-92c8-1f9e3647a3e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Floating IP 18378cd1-35ef-4be8-97a5-0771d20ba3a5 associated. External IP: 172.27.1.200, port: cfdafec3-b426-4742-8d49-c455e689f120. Oct 03 14:58:45.918429 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:45.933812 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:46.083181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c96616-c41a-4dd7-92c8-1f9e3647a3e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Router 72d34265-f079-48db-92dc-e317f47b8843 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:58:46.189177 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c96616-c41a-4dd7-92c8-1f9e3647a3e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:58:46.194109 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a3c96616-c41a-4dd7-92c8-1f9e3647a3e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:46.199937 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] Sync routers for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:58:46.212156 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:46.212830 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:46.226012 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a3c96616-c41a-4dd7-92c8-1f9e3647a3e8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/18378cd1-35ef-4be8-97a5-0771d20ba3a5 HTTP/1.1" status: 200 len: 992 time: 0.9010003 Oct 03 14:58:46.226667 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:46.228927 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a453e2-275a-4fa4-bda6-7632c98ed244" -d '{"events": [{"name": "network-changed", "server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "tag": "cfdafec3-b426-4742-8d49-c455e689f120"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:46.272757 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e015a13-6e6b-40aa-b7a4-bc0047100734 x-openstack-request-id: req-2e015a13-6e6b-40aa-b7a4-bc0047100734 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:46.273054 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "tag": "cfdafec3-b426-4742-8d49-c455e689f120", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:46.273316 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e015a13-6e6b-40aa-b7a4-bc0047100734 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:46.273752 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e015a13-6e6b-40aa-b7a4-bc0047100734'] response: {'name': 'network-changed', 'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120', 'status': 'completed', 'code': 200} Oct 03 14:58:46.328204 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:46.391494 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-ddb24eb7-0c72-41a4-a0d5-3a578da6b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:46.393110 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-ddb24eb7-0c72-41a4-a0d5-3a578da6b2b9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 1130 time: 0.0429177 Oct 03 14:58:46.475610 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:46.492453 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-fd2cf3b0-d228-4acc-a720-b95b97f9d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:46.493957 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-fd2cf3b0-d228-4acc-a720-b95b97f9d49b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 918 time: 0.0929189 Oct 03 14:58:46.544398 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '18378cd1-35ef-4be8-97a5-0771d20ba3a5', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '72d34265-f079-48db-92dc-e317f47b8843', 'port_id': 'cfdafec3-b426-4742-8d49-c455e689f120', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'mac_address': 'fa:16:3e:18:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:30Z', 'updated_at': '2022-10-03T14:58:45Z', 'revision_number': 1, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:46.568678 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] Checking router: 72d34265-f079-48db-92dc-e317f47b8843 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:58:46.577668 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:46.578200 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:46.677343 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:46.730980 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:46.887767 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '18378cd1-35ef-4be8-97a5-0771d20ba3a5', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '72d34265-f079-48db-92dc-e317f47b8843', 'port_id': 'cfdafec3-b426-4742-8d49-c455e689f120', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'mac_address': 'fa:16:3e:18:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:30Z', 'updated_at': '2022-10-03T14:58:45Z', 'revision_number': 1, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:46.912346 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f69af1d-7acf-4f2b-a320-728714f1a8dd None None] The sync data for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi is: [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '18378cd1-35ef-4be8-97a5-0771d20ba3a5', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '72d34265-f079-48db-92dc-e317f47b8843', 'port_id': 'cfdafec3-b426-4742-8d49-c455e689f120', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'mac_address': 'fa:16:3e:18:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:30Z', 'updated_at': '2022-10-03T14:58:45Z', 'revision_number': 1, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:58:46.972872 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-27af6a83-00b5-41c2-beef-9e70062f8259 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfdafec3-b426-4742-8d49-c455e689f120 HTTP/1.1" status: 200 len: 1000 time: 0.0610094 Oct 03 14:58:47.031084 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-bf9785e5-afae-4e7d-98f6-3ce3e1b92923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:47.032548 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-bf9785e5-afae-4e7d-98f6-3ce3e1b92923 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.0495300 Oct 03 14:58:47.116095 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa40d11-ef45-4cee-b019-a5f6e5e74496 None None] New status for floating IP 18378cd1-35ef-4be8-97a5-0771d20ba3a5: ACTIVE {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:58:47.127908 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:47.133833 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-48e5d604-d7b2-4fcd-8604-1fe29c6ead05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:47.135354 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-48e5d604-d7b2-4fcd-8604-1fe29c6ead05 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489161 Oct 03 14:58:47.231745 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-d78992ae-de98-4bb8-9ee4-93a2aeeb256e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886331 Oct 03 14:58:47.330394 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e9a453e2-275a-4fa4-bda6-7632c98ed244 req-7a24a7bd-1a86-4ac9-846b-cf30b01a8e60 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915339 Oct 03 14:58:47.946856 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:48.300911 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:48.723059 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3638b4b-6c3a-4f85-a1fe-19379b474941 req-41cf1e7a-16d8-4a81-abf3-3b4563bab53b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:48.724421 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c3638b4b-6c3a-4f85-a1fe-19379b474941 req-41cf1e7a-16d8-4a81-abf3-3b4563bab53b tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0458360 Oct 03 14:58:48.769539 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c3638b4b-6c3a-4f85-a1fe-19379b474941 req-9699034c-4cd8-4f55-830a-d635fec2a5ca tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397034 Oct 03 14:58:49.891387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25400ed-2b2c-483f-a53c-9c9aa02372b7 req-d46f892b-1efe-463f-97d1-157229eebdf2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:49.892864 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d25400ed-2b2c-483f-a53c-9c9aa02372b7 req-d46f892b-1efe-463f-97d1-157229eebdf2 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0463948 Oct 03 14:58:49.943056 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d25400ed-2b2c-483f-a53c-9c9aa02372b7 req-d12fe5d9-20aa-4e16-970b-c638360135a0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Oct 03 14:58:51.064279 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44f220-62ca-4476-aebc-e650aadb01f1 req-cd06992a-24f9-448c-876c-5ae972103475 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:51.066037 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6e44f220-62ca-4476-aebc-e650aadb01f1 req-cd06992a-24f9-448c-876c-5ae972103475 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0467200 Oct 03 14:58:51.077481 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:51.114906 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6e44f220-62ca-4476-aebc-e650aadb01f1 req-b1916a8f-73cb-4a6f-921b-7c831faf5a23 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429115 Oct 03 14:58:52.234044 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a398848-bc83-4394-807e-68ecebb504d4 req-e6a731bd-8f81-4daa-be81-810cd43d3f39 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:52.235535 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8a398848-bc83-4394-807e-68ecebb504d4 req-e6a731bd-8f81-4daa-be81-810cd43d3f39 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0474601 Oct 03 14:58:52.287810 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8a398848-bc83-4394-807e-68ecebb504d4 req-d06ed1e8-edb3-4390-b5d2-69007e5d18a9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466907 Oct 03 14:58:53.192287 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5570f-c659-477d-b769-be731d0b2677 req-b2779922-d97a-4d26-bcc2-2b491108a5a8 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:53.193721 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-69f5570f-c659-477d-b769-be731d0b2677 req-b2779922-d97a-4d26-bcc2-2b491108a5a8 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0475225 Oct 03 14:58:53.276336 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Deleting port 71f04a2e-59ac-4427-96fb-90ece95bcbde {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:58:53.276675 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:53.401891 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] For port 71f04a2e-59ac-4427-96fb-90ece95bcbde, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=71f04a2e-59ac-4427-96fb-90ece95bcbde,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:53.402250 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:53.427448 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7fa7b-ba68-4c40-9c6d-96658d8c00bb req-c8ee3073-b0e4-435a-aab8-4fb5b87c02b9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:53.428875 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-17c7fa7b-ba68-4c40-9c6d-96658d8c00bb req-c8ee3073-b0e4-435a-aab8-4fb5b87c02b9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 945 time: 0.0647535 Oct 03 14:58:53.543994 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-17c7fa7b-ba68-4c40-9c6d-96658d8c00bb req-8b892ab5-e31e-4a08-b95f-7e11df78f096 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ee60ce2-0432-45ee-875e-777c94ad396a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901232 Oct 03 14:58:53.607035 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:53.607411 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (8a7da0cf-e69e-48e2-abfb-1456c56a7667), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:53.607719 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.l3_db [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Floating IP 8a7da0cf-e69e-48e2-abfb-1456c56a7667 disassociated. External IP: 172.27.1.79, port: 71f04a2e-59ac-4427-96fb-90ece95bcbde. Oct 03 14:58:53.608054 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Calling delete_port for 71f04a2e-59ac-4427-96fb-90ece95bcbde owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:58:53.674393 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:53.730843 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (71f04a2e-59ac-4427-96fb-90ece95bcbde), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:53.759480 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event deleted for resources: {'Port': ['ID=71f04a2e-59ac-4427-96fb-90ece95bcbde,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:53.771344 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.771683 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.772023 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.772349 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.772675 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.773002 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.773322 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.773669 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.774008 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.774328 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.774646 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.775509 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.775509 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.775722 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.775880 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:53.877144 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Router f3fb317f-36be-4840-8fa8-6ef34b459d22 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:58:53.924521 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:53.978891 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:58:53.988641 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] Sync routers for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:58:53.998023 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:53.998618 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:54.022921 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] No DVR routers for this DVR port 71f04a2e-59ac-4427-96fb-90ece95bcbde on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:58:54.025456 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:54.028599 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-69f5570f-c659-477d-b769-be731d0b2677 req-224bd518-b72c-4004-bce4-3eb754558a22 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "DELETE /networking/v2.0/ports/71f04a2e-59ac-4427-96fb-90ece95bcbde HTTP/1.1" status: 204 len: 173 time: 0.8292115 Oct 03 14:58:54.029095 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'name': 'network-vif-deleted', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:58:54.031842 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5520c14-3b5b-417a-8b53-8a86ebf96bb3" -d '{"events": [{"server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "name": "network-vif-deleted", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:58:54.079246 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674e557e-9d58-4b8e-af1b-65b3ecde61f3 x-openstack-request-id: req-674e557e-9d58-4b8e-af1b-65b3ecde61f3 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:58:54.079631 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a42b833-728b-44e8-af21-fe86e25c035f", "name": "network-vif-deleted", "tag": "71f04a2e-59ac-4427-96fb-90ece95bcbde", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:58:54.079843 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-674e557e-9d58-4b8e-af1b-65b3ecde61f3 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:58:54.080688 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674e557e-9d58-4b8e-af1b-65b3ecde61f3'] response: {'server_uuid': '3a42b833-728b-44e8-af21-fe86e25c035f', 'name': 'network-vif-deleted', 'tag': '71f04a2e-59ac-4427-96fb-90ece95bcbde', 'status': 'completed', 'code': 200} Oct 03 14:58:54.103647 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:54.374597 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:54.393285 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:22Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:54.418243 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] Checking router: f3fb317f-36be-4840-8fa8-6ef34b459d22 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:58:54.427022 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:58:54.427666 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:54.525809 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:58:54.639380 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:54.657726 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ba12adfc-8e64-4d38-a49b-928e3abc9462 req-69c68f5c-d911-4b0b-891a-e3bb6f373f19 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3a42b833-728b-44e8-af21-fe86e25c035f HTTP/1.1" status: 200 len: 210 time: 0.0280662 Oct 03 14:58:54.708150 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:22Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:58:54.732758 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d49939-c004-43ca-848d-4d68c48c3c9b None None] The sync data for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi is: [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:52:02Z', 'revision_number': 4, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93', 'name': '', 'network_id': 'a4c53322-c54a-4ca9-801c-f9a07dbbe7a2', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'mac_address': 'fa:16:3e:66:5a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '531368b6-717e-46ea-9034-e66c809ad980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:58Z', 'updated_at': '2022-10-03T14:52:22Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'subnets': [{'id': '531368b6-717e-46ea-9034-e66c809ad980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:58:54.953693 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5b9835-1165-4e36-96e6-0731f51bd514 None None] New status for floating IP 8a7da0cf-e69e-48e2-abfb-1456c56a7667: DOWN {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:58:55.749134 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58298) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:55.802806 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group (6ee60ce2-0432-45ee-875e-777c94ad396a), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:55.823960 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group (6ee60ce2-0432-45ee-875e-777c94ad396a), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:55.870783 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6ee60ce2-0432-45ee-875e-777c94ad396a), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:55.873277 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:55.874495 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6ee60ce2-0432-45ee-875e-777c94ad396a HTTP/1.1" status: 204 len: 168 time: 0.1243153 Oct 03 14:58:55.877113 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58300) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:55.883680 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee60ce2-0432-45ee-875e-777c94ad396a,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:55.890967 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.891123 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.api.v2.resource [None req-a95ad326-698c-46ea-a41e-84b5e710b417 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] show failed (client error): The resource could not be found. Oct 03 14:58:55.891294 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.894488 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.894643 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a95ad326-698c-46ea-a41e-84b5e710b417 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups/6ee60ce2-0432-45ee-875e-777c94ad396a HTTP/1.1" status: 404 len: 347 time: 0.0136728 Oct 03 14:58:55.894741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.894741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.894741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.894741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.894741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.894741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.894741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.894741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.895371 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58302) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:58:55.895457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.895457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.895457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:55.895716 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31997e-7da4-4cef-ab3f-87873ba25779 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:58:56.006445 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Deleting port ec36d687-1cdf-449d-8dac-4eed90748cc1 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:58:56.006703 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (ec36d687-1cdf-449d-8dac-4eed90748cc1), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:56.084188 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (ec36d687-1cdf-449d-8dac-4eed90748cc1), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:56.084502 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for floatingip (ec36d687-1cdf-449d-8dac-4eed90748cc1), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:56.096657 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Calling delete_port for ec36d687-1cdf-449d-8dac-4eed90748cc1 owned by network:floatingip {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:58:56.222787 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (ec36d687-1cdf-449d-8dac-4eed90748cc1), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:56.247354 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event deleted for resources: {'Port': ['ID=ec36d687-1cdf-449d-8dac-4eed90748cc1,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:58:56.312089 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks [] for floatingip (8a7da0cf-e69e-48e2-abfb-1456c56a7667), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:56.314748 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:56.315875 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-1a4b2fc7-5017-4192-8e29-d7a1035b8e67 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/8a7da0cf-e69e-48e2-abfb-1456c56a7667 HTTP/1.1" status: 204 len: 168 time: 0.4203906 Oct 03 14:58:57.956747 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 71f04a2e-59ac-4427-96fb-90ece95bcbde no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:58:57.979128 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 71f04a2e-59ac-4427-96fb-90ece95bcbde {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:58:57.979466 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 71f04a2e-59ac-4427-96fb-90ece95bcbde not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:58:58.783141 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a3f41-8ccb-4483-b3f9-c48f676b1ed0 req-ee95c10a-873b-4c4d-9b10-12b825c4894f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:58.784592 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c27a3f41-8ccb-4483-b3f9-c48f676b1ed0 req-ee95c10a-873b-4c4d-9b10-12b825c4894f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0454409 Oct 03 14:58:58.830220 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c27a3f41-8ccb-4483-b3f9-c48f676b1ed0 req-96337c34-7bb4-446b-be03-c08a85ed359c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Oct 03 14:58:59.671268 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-b87de466-eea3-4430-9111-54655f2708c0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:59.672696 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-b87de466-eea3-4430-9111-54655f2708c0 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0477643 Oct 03 14:58:59.725686 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:59.762700 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Deleting port 06e443b0-42ce-487b-9e0c-244828a5e40e {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:58:59.763036 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:59.852181 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] For port 06e443b0-42ce-487b-9e0c-244828a5e40e, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=06e443b0-42ce-487b-9e0c-244828a5e40e,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:58:59.852884 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:58:59.865770 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Calling delete_port for 06e443b0-42ce-487b-9e0c-244828a5e40e owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:58:59.876942 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:58:59.956712 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983fceb-e868-4f44-8ee6-68524d1b3449 req-d3d48925-c631-4255-acb4-4e1b09a17a9c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:58:59.958122 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8983fceb-e868-4f44-8ee6-68524d1b3449 req-d3d48925-c631-4255-acb4-4e1b09a17a9c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 945 time: 0.0497928 Oct 03 14:58:59.994091 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (06e443b0-42ce-487b-9e0c-244828a5e40e), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:00.007810 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8983fceb-e868-4f44-8ee6-68524d1b3449 req-46328fa7-4dbf-4fff-a254-a1526560be1e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439093 Oct 03 14:59:00.026032 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event deleted for resources: {'Port': ['ID=06e443b0-42ce-487b-9e0c-244828a5e40e,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:00.054054 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['06e443b0-42ce-487b-9e0c-244828a5e40e', 'd7ceaf30-9e00-432b-b831-684569089003'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:59:00.072244 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] No DVR routers for this DVR port 06e443b0-42ce-487b-9e0c-244828a5e40e on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:59:00.074782 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:00.078053 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-06e24b5e-ec93-43a0-be23-930c3ac357f8 req-384d7951-3e7e-48e1-8871-b13873372c04 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "DELETE /networking/v2.0/ports/06e443b0-42ce-487b-9e0c-244828a5e40e HTTP/1.1" status: 204 len: 173 time: 0.3945348 Oct 03 14:59:00.078545 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193f7fe8-5737-49b3-a165-4345f3357042', 'name': 'network-vif-deleted', 'tag': '06e443b0-42ce-487b-9e0c-244828a5e40e'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:59:00.080771 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8aeca7-a0b0-46c7-8f90-dabac33cd1f5" -d '{"events": [{"server_uuid": "193f7fe8-5737-49b3-a165-4345f3357042", "name": "network-vif-deleted", "tag": "06e443b0-42ce-487b-9e0c-244828a5e40e"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:59:00.121581 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caecadb6-109e-4583-ad20-cfbea7791b22 x-openstack-request-id: req-caecadb6-109e-4583-ad20-cfbea7791b22 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:59:00.122087 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193f7fe8-5737-49b3-a165-4345f3357042", "name": "network-vif-deleted", "tag": "06e443b0-42ce-487b-9e0c-244828a5e40e", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:59:00.122400 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-caecadb6-109e-4583-ad20-cfbea7791b22 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:59:00.123037 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caecadb6-109e-4583-ad20-cfbea7791b22'] response: {'server_uuid': '193f7fe8-5737-49b3-a165-4345f3357042', 'name': 'network-vif-deleted', 'tag': '06e443b0-42ce-487b-9e0c-244828a5e40e', 'status': 'completed', 'code': 200} Oct 03 14:59:01.120862 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-55515de9-9b20-499c-b41f-b9dccaef683b req-ee705a12-6e44-475b-b7f2-bf12e595f57d tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=193f7fe8-5737-49b3-a165-4345f3357042 HTTP/1.1" status: 200 len: 210 time: 0.0267906 Oct 03 14:59:01.685708 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db283a-5a2d-431a-ad1e-c0f6809a8d5c req-3d47b8bb-974c-420a-a6ea-1bc96cbcebf6 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:01.687145 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-75db283a-5a2d-431a-ad1e-c0f6809a8d5c req-3d47b8bb-974c-420a-a6ea-1bc96cbcebf6 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0455167 Oct 03 14:59:01.739037 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-75db283a-5a2d-431a-ad1e-c0f6809a8d5c req-bcc7258c-c6aa-4586-96f5-a6e77241a4f7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463631 Oct 03 14:59:01.812248 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:02.396042 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2186a-25ae-4141-8a86-5f26f34556e4 req-f184c0c0-c29b-43f6-8aee-fc3048cacdc9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:02.397484 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f2e2186a-25ae-4141-8a86-5f26f34556e4 req-f184c0c0-c29b-43f6-8aee-fc3048cacdc9 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0459790 Oct 03 14:59:02.442930 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f2e2186a-25ae-4141-8a86-5f26f34556e4 req-5e9f505d-38d4-433a-a2d9-605f3a5e4a7c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Oct 03 14:59:02.857696 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1944c9-b51c-4678-a657-7bcf2c3428c7 req-d7cb3f8f-c3d0-44b9-b4fa-b32b80989fd3 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:02.859668 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7c1944c9-b51c-4678-a657-7bcf2c3428c7 req-d7cb3f8f-c3d0-44b9-b4fa-b32b80989fd3 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0460494 Oct 03 14:59:02.899786 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:02.909303 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7c1944c9-b51c-4678-a657-7bcf2c3428c7 req-2732fef3-9143-4b96-96c8-d03ea5102edc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442791 Oct 03 14:59:03.562501 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bf0f9-a291-49df-959b-3993cf3f3836 req-984f9586-0215-4926-ab95-699ea6892238 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:03.563874 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2f4bf0f9-a291-49df-959b-3993cf3f3836 req-984f9586-0215-4926-ab95-699ea6892238 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0479507 Oct 03 14:59:03.610078 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2f4bf0f9-a291-49df-959b-3993cf3f3836 req-b55c34f8-3e38-4bc2-99c0-549188dcdcda tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Oct 03 14:59:03.977997 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 06e443b0-42ce-487b-9e0c-244828a5e40e no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:59:03.980210 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:04.000089 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 06e443b0-42ce-487b-9e0c-244828a5e40e {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:59:04.000317 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 06e443b0-42ce-487b-9e0c-244828a5e40e not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:59:04.032027 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367d8a4-79ca-41ad-ba2e-fa50a2a1e745 req-eae1a263-bab9-418a-a282-a439403a6d01 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:04.033477 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a367d8a4-79ca-41ad-ba2e-fa50a2a1e745 req-eae1a263-bab9-418a-a282-a439403a6d01 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0464742 Oct 03 14:59:04.044117 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:04.082518 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a367d8a4-79ca-41ad-ba2e-fa50a2a1e745 req-7302cc09-2d44-4c07-9c92-0bec5542e39f tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 Oct 03 14:59:04.711065 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=7 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:04.711988 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=41 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:04.726729 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd137c0-82c4-43fc-9f54-d98b46eaa811 req-845956b2-b3be-4617-866a-f9a5ca7a422e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:04.728189 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4cd137c0-82c4-43fc-9f54-d98b46eaa811 req-845956b2-b3be-4617-866a-f9a5ca7a422e tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0452979 Oct 03 14:59:04.774632 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4cd137c0-82c4-43fc-9f54-d98b46eaa811 req-a2927708-c5ef-4c05-9b49-fc11c8b00630 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=059992f9-2ac9-4597-9a60-99a6a40ab5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Oct 03 14:59:05.209183 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255b87-97a4-4a29-9cda-d126d63dde25 req-d806fcb6-d3ef-42ca-aa15-ce46c6fcee39 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:05.210686 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-78255b87-97a4-4a29-9cda-d126d63dde25 req-d806fcb6-d3ef-42ca-aa15-ce46c6fcee39 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0491407 Oct 03 14:59:05.220554 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-8826d4f6-7b02-4a17-8205-e0f28660477c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:05.222008 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-8826d4f6-7b02-4a17-8205-e0f28660477c tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 946 time: 0.0451126 Oct 03 14:59:05.261427 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-78255b87-97a4-4a29-9cda-d126d63dde25 req-a690c801-0aaa-42e6-90ff-b1e1cbc8d66d tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450945 Oct 03 14:59:05.318240 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Deleting port d7ceaf30-9e00-432b-b831-684569089003 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:59:05.318581 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (d7ceaf30-9e00-432b-b831-684569089003), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:05.323263 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-13cdd65d-7008-4a1e-94b0-115f0486189f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435066 Oct 03 14:59:05.411449 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-e87ce0a5-c80e-4172-b3e5-ccfa9e32c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:05.412967 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-e87ce0a5-c80e-4172-b3e5-ccfa9e32c683 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 1129 time: 0.0455828 Oct 03 14:59:05.413587 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] For port d7ceaf30-9e00-432b-b831-684569089003, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d7ceaf30-9e00-432b-b831-684569089003,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:05.413949 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (d7ceaf30-9e00-432b-b831-684569089003), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:05.427897 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Calling delete_port for d7ceaf30-9e00-432b-b831-684569089003 owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:59:05.495198 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:05.521975 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-f3b53bae-d95f-4d4c-bdb0-f6b55a4614c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:05.523448 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-f3b53bae-d95f-4d4c-bdb0-f6b55a4614c8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 912 time: 0.0915601 Oct 03 14:59:05.555185 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (d7ceaf30-9e00-432b-b831-684569089003), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:05.581249 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:05.584976 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Pushing event deleted for resources: {'Port': ['ID=d7ceaf30-9e00-432b-b831-684569089003,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:05.585428 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-7c05e838-f4cf-4ad1-91a3-0c5e8f7b5c09 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb HTTP/1.1" status: 200 len: 1001 time: 0.0557189 Oct 03 14:59:05.611534 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['d7ceaf30-9e00-432b-b831-684569089003'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:59:05.634911 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] No DVR routers for this DVR port d7ceaf30-9e00-432b-b831-684569089003 on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:59:05.638317 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:05.642403 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0edeacce-66f4-4d70-a637-62e5b88faa7e req-39f0cc00-9c08-4e25-9298-ed7a5ac1100f tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.42 "DELETE /networking/v2.0/ports/d7ceaf30-9e00-432b-b831-684569089003 HTTP/1.1" status: 204 len: 173 time: 0.4114604 Oct 03 14:59:05.642943 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eb4038-8732-40ab-b4ff-b9ba16dab3f3', 'name': 'network-vif-deleted', 'tag': 'd7ceaf30-9e00-432b-b831-684569089003'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:59:05.645275 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42860cb8-cca3-432a-8f7b-6083272191e9" -d '{"events": [{"server_uuid": "93eb4038-8732-40ab-b4ff-b9ba16dab3f3", "name": "network-vif-deleted", "tag": "d7ceaf30-9e00-432b-b831-684569089003"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:59:05.713422 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1098b0aa-d335-4f06-b346-6a46565a358d x-openstack-request-id: req-1098b0aa-d335-4f06-b346-6a46565a358d {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:59:05.713594 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93eb4038-8732-40ab-b4ff-b9ba16dab3f3", "name": "network-vif-deleted", "tag": "d7ceaf30-9e00-432b-b831-684569089003", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:59:05.713910 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1098b0aa-d335-4f06-b346-6a46565a358d {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:59:05.714174 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1098b0aa-d335-4f06-b346-6a46565a358d'] response: {'server_uuid': '93eb4038-8732-40ab-b4ff-b9ba16dab3f3', 'name': 'network-vif-deleted', 'tag': 'd7ceaf30-9e00-432b-b831-684569089003', 'status': 'completed', 'code': 200} Oct 03 14:59:05.899385 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-78a2e6e7-306d-4d18-9b00-9d2f0bd1c0ad req-bee4a604-5796-4163-853b-45c49b707d97 tempest-ServerRescueNegativeTestJSON-685876426 tempest-ServerRescueNegativeTestJSON-685876426-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=93eb4038-8732-40ab-b4ff-b9ba16dab3f3 HTTP/1.1" status: 200 len: 210 time: 0.0325589 Oct 03 14:59:05.905114 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-11c5f310-a69c-4824-8a07-e8f3f288296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:05.906528 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-11c5f310-a69c-4824-8a07-e8f3f288296b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a48f3f05-3214-4e90-88bc-7c789ec0a9f7 HTTP/1.1" status: 200 len: 850 time: 0.3143208 Oct 03 14:59:05.952305 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-92cf9e68-d96e-4c5e-9c63-8f99b5e8f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:05.953958 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-92cf9e68-d96e-4c5e-9c63-8f99b5e8f35c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3de19230-35e5-430c-b606-8b501507ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405273 Oct 03 14:59:06.069200 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-ea7c75a0-95bc-4f1a-acea-c16d43ab61bf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030531 Oct 03 14:59:06.390996 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ac4a9-13df-48bb-b37d-7c68b65247e3 req-5dd5eeaa-d811-4124-a9f3-f44375fad98a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:06.392482 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ea0ac4a9-13df-48bb-b37d-7c68b65247e3 req-5dd5eeaa-d811-4124-a9f3-f44375fad98a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0503314 Oct 03 14:59:06.403461 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcc6d0e-5584-46e2-8129-af4e526a9b69 req-c365efe2-b3fa-4405-b435-58eff41449ae service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908301 Oct 03 14:59:06.445825 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ea0ac4a9-13df-48bb-b37d-7c68b65247e3 req-8f1e3158-c3e9-4b87-877a-c272c2a960e1 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Oct 03 14:59:06.969895 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58362) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:07.374998 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (f3fb317f-36be-4840-8fa8-6ef34b459d22), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:07.817853 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa31a65-441e-47e6-94e2-db6ec80fcaea req-0c9ce1df-e4b5-4ea0-807e-45a03df8ea37 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:07.819284 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8fa31a65-441e-47e6-94e2-db6ec80fcaea req-0c9ce1df-e4b5-4ea0-807e-45a03df8ea37 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0711496 Oct 03 14:59:07.915761 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8fa31a65-441e-47e6-94e2-db6ec80fcaea req-41f37977-0f84-4962-b46c-9d80a651fb5d tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904994 Oct 03 14:59:07.916681 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Deleting port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:59:07.917010 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:07.974401 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:08.000973 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] For port 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:08.001335 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:08.013486 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Calling delete_port for 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 owned by network:router_interface {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:59:08.120525 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:08.189301 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:08.212160 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:08.375107 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (f3fb317f-36be-4840-8fa8-6ef34b459d22), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:08.577306 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Router f3fb317f-36be-4840-8fa8-6ef34b459d22 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:59:08.679227 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:59:08.684151 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c8281f9f-49ae-4c6f-bbe2-364bc28a1362 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/f3fb317f-36be-4840-8fa8-6ef34b459d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132494 Oct 03 14:59:08.686785 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58370) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:08.688222 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] Sync routers for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:59:08.698459 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:59:08.699056 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:08.772998 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:08.787395 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks [] for router (f3fb317f-36be-4840-8fa8-6ef34b459d22), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:08.798655 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:59:08.886703 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks [] for router_gateway (f3fb317f-36be-4840-8fa8-6ef34b459d22), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:08.928657 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Deleting port 9e0d0973-a6de-4431-a894-c400e7516d85 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:59:08.929020 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:08.967604 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:59:08Z', 'revision_number': 5, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port': {'id': '9e0d0973-a6de-4431-a894-c400e7516d85', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:49Z', 'updated_at': '2022-10-03T14:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:08.995955 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] Checking router: f3fb317f-36be-4840-8fa8-6ef34b459d22 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:59:09.005803 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] Routers {'f3fb317f-36be-4840-8fa8-6ef34b459d22'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:59:09.006760 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:58:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['f3fb317f-36be-4840-8fa8-6ef34b459d22'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:09.008739 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:09.017608 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] For port 9e0d0973-a6de-4431-a894-c400e7516d85, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=9e0d0973-a6de-4431-a894-c400e7516d85,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:09.017973 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.032434 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Calling delete_port for 9e0d0973-a6de-4431-a894-c400e7516d85 owned by network:router_gateway {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:59:09.046018 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da505b99-9b7c-4d91-a750-ba8ee7553bb6 req-6961457d-ed6c-446e-98ff-d8129e9d5f53 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:09.047532 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-da505b99-9b7c-4d91-a750-ba8ee7553bb6 req-6961457d-ed6c-446e-98ff-d8129e9d5f53 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0535920 Oct 03 14:59:09.097470 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] Set router f3fb317f-36be-4840-8fa8-6ef34b459d22 gateway port host: None {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:59:09.099828 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-da505b99-9b7c-4d91-a750-ba8ee7553bb6 req-3570d7ce-ca52-44e8-8e44-1cb580b4eed6 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465007 Oct 03 14:59:09.146362 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:59:08Z', 'revision_number': 6, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port_host': None}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:09.171501 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef22f7a-9098-4e26-96bc-443f5415c452 None None] The sync data for ids ['f3fb317f-36be-4840-8fa8-6ef34b459d22'] in dv-cinder-859877-2-iscsi is: [{'id': 'f3fb317f-36be-4840-8fa8-6ef34b459d22', 'name': 'tempest-ServerRescueNegativeTestJSON-1807574512-router', 'tenant_id': '83b495f3cb9b437d9572f4d33327fbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:59:08Z', 'revision_number': 6, 'project_id': '83b495f3cb9b437d9572f4d33327fbf7', 'gw_port_host': None}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:59:09.206441 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (9e0d0973-a6de-4431-a894-c400e7516d85), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.229548 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0d0973-a6de-4431-a894-c400e7516d85,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:09.292539 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (f3fb317f-36be-4840-8fa8-6ef34b459d22), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.390415 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (f3fb317f-36be-4840-8fa8-6ef34b459d22), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.392524 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks [] for router_controller (f3fb317f-36be-4840-8fa8-6ef34b459d22), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.455383 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (f3fb317f-36be-4840-8fa8-6ef34b459d22), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.455906 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3fb317f-36be-4840-8fa8-6ef34b459d22 {{(pid=112659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 14:59:09.461362 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.462519 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-3dcf918b-9156-443c-831d-faea92cba477 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/f3fb317f-36be-4840-8fa8-6ef34b459d22 HTTP/1.1" status: 204 len: 168 time: 0.7747376 Oct 03 14:59:09.465042 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58374) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:09.509482 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_v2 [None req-51eccfbd-bffa-4fba-b092-3fd514374e99 admin admin] Deleting subnet 531368b6-717e-46ea-9034-e66c809ad980 {{(pid=112659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 14:59:09.513114 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-51eccfbd-bffa-4fba-b092-3fd514374e99 admin admin] Publish callbacks [] for subnet (531368b6-717e-46ea-9034-e66c809ad980), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.549600 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-51eccfbd-bffa-4fba-b092-3fd514374e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8732928'] for subnet (531368b6-717e-46ea-9034-e66c809ad980), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.640828 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:09.661465 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-51eccfbd-bffa-4fba-b092-3fd514374e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (531368b6-717e-46ea-9034-e66c809ad980), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.714216 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-51eccfbd-bffa-4fba-b092-3fd514374e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12367017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517844'] for subnet (531368b6-717e-46ea-9034-e66c809ad980), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.742963 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eccfbd-bffa-4fba-b092-3fd514374e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531368b6-717e-46ea-9034-e66c809ad980,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:09.747753 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-51eccfbd-bffa-4fba-b092-3fd514374e99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.752146 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-51eccfbd-bffa-4fba-b092-3fd514374e99 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/531368b6-717e-46ea-9034-e66c809ad980 HTTP/1.1" status: 204 len: 168 time: 0.2861490 Oct 03 14:59:09.753844 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e84dea0-5008-4457-b41e-7138cddd6a73 None None] Network a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 14:59:09.754811 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58376) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:09.825862 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.872054 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Deleting port 0680110a-0279-43f2-80d7-f801fe275022 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:59:09.872394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (0680110a-0279-43f2-80d7-f801fe275022), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.933639 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] DHCP port deletion for a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 14:59:09.936675 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:09.945839 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] For port 0680110a-0279-43f2-80d7-f801fe275022, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=0680110a-0279-43f2-80d7-f801fe275022,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:09.946195 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (0680110a-0279-43f2-80d7-f801fe275022), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:09.964459 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Calling delete_port for 0680110a-0279-43f2-80d7-f801fe275022 owned by network:dhcp {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:59:09.984270 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Deleting port 0680110a-0279-43f2-80d7-f801fe275022 {{(pid=112660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:59:09.984746 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (0680110a-0279-43f2-80d7-f801fe275022), before_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.005641 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:59:10.007938 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device d7ceaf30-9e00-432b-b831-684569089003 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:59:10.011830 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:10.055888 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (0680110a-0279-43f2-80d7-f801fe275022), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.069213 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] No DVR routers for this DVR port 0680110a-0279-43f2-80d7-f801fe275022 on host dv-cinder-859877-2-iscsi {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:59:10.080306 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:10.081430 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: d7ceaf30-9e00-432b-b831-684569089003 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:59:10.081805 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device d7ceaf30-9e00-432b-b831-684569089003 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:59:10.085156 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:59:10.085522 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 9d7f6359-38b6-47fa-a1d1-d26cf5e8aa93 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:59:10.085914 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 0680110a-0279-43f2-80d7-f801fe275022 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:59:10.106637 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Pushing event deleted for resources: {'Port': ['ID=0680110a-0279-43f2-80d7-f801fe275022,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:10.120025 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 0680110a-0279-43f2-80d7-f801fe275022 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:59:10.120571 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 0680110a-0279-43f2-80d7-f801fe275022 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:59:10.121172 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 9e0d0973-a6de-4431-a894-c400e7516d85 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:59:10.128402 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] For port 0680110a-0279-43f2-80d7-f801fe275022, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=0680110a-0279-43f2-80d7-f801fe275022,segment=NetworkSegment(e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0),segment_id=e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:10.128794 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (0680110a-0279-43f2-80d7-f801fe275022), precommit_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.164114 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.169485 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Calling delete_port for 0680110a-0279-43f2-80d7-f801fe275022 owned by network:dhcp {{(pid=112660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:59:10.172098 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 9e0d0973-a6de-4431-a894-c400e7516d85 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:59:10.172661 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 9e0d0973-a6de-4431-a894-c400e7516d85 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:59:10.188032 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c53322-c54a-4ca9-801c-f9a07dbbe7a2']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:10.198252 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:10.198573 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:10.213864 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.228934 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.229637 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a53fbd-4989-4204-ab72-1ce0cec18eb4 req-572fb28b-8627-49c8-a861-e2f8d571f0e7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:10.231161 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-15a53fbd-4989-4204-ab72-1ce0cec18eb4 req-572fb28b-8627-49c8-a861-e2f8d571f0e7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0488865 Oct 03 14:59:10.239152 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 14:59:10.239567 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.298227 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (0680110a-0279-43f2-80d7-f801fe275022), after_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.299637 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-15a53fbd-4989-4204-ab72-1ce0cec18eb4 req-380ffee6-4764-4f05-8e65-22f83e368cd5 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627689 Oct 03 14:59:10.315217 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (a4c53322-c54a-4ca9-801c-f9a07dbbe7a2), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.328030 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Pushing event deleted for resources: {'Port': ['ID=0680110a-0279-43f2-80d7-f801fe275022,revision_number=None']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:10.336765 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.337103 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.337438 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.337817 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.338147 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.338552 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.338776 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.339093 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.339490 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.339789 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.340109 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.340425 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.340734 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.341045 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.341356 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:10.344128 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.344690 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ac583-04f6-47af-9795-5f6ae8097a40 None None] No DVR routers for this DVR port 0680110a-0279-43f2-80d7-f801fe275022 on host dv-cinder-859877-2-iscsi {{(pid=112660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:59:10.348773 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/a4c53322-c54a-4ca9-801c-f9a07dbbe7a2 HTTP/1.1" status: 204 len: 168 time: 0.5929623 Oct 03 14:59:10.355355 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0 resource provider aggregate not found Oct 03 14:59:10.355355 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cab653-f7ac-4bab-9662-626d470f691a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c53322-c54a-4ca9-801c-f9a07dbbe7a2,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:10.372206 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e739dacc-a3d3-4b7e-b3e5-0ae3715b34d0 found for delete ", "request_id": "req-b34f7d39-0b51-42b0-b634-66b65fe59c79"}]} Oct 03 14:59:10.469763 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58386) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:10.510450 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-1090ac0b-3fb2-4c76-831b-31ff5936aab7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=83b495f3cb9b437d9572f4d33327fbf7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395675 Oct 03 14:59:10.512982 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58388) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:10.559696 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9d53-4511-4fb3-87d6-ef19baa34097 admin admin] Publish callbacks [] for security_group (059992f9-2ac9-4597-9a60-99a6a40ab5c1), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.584968 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9d53-4511-4fb3-87d6-ef19baa34097 admin admin] Publish callbacks [] for security_group (059992f9-2ac9-4597-9a60-99a6a40ab5c1), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.634075 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9d53-4511-4fb3-87d6-ef19baa34097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (059992f9-2ac9-4597-9a60-99a6a40ab5c1), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.637695 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-4c9f9d53-4511-4fb3-87d6-ef19baa34097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:10.639265 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-4c9f9d53-4511-4fb3-87d6-ef19baa34097 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/059992f9-2ac9-4597-9a60-99a6a40ab5c1 HTTP/1.1" status: 204 len: 168 time: 0.1252205 Oct 03 14:59:10.651527 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f9d53-4511-4fb3-87d6-ef19baa34097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059992f9-2ac9-4597-9a60-99a6a40ab5c1,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:11.434433 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faaf00-db51-41c4-af77-9a770265628f req-5ef179da-b399-4572-a56b-b3ca2be54fb2 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:11.436420 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d7faaf00-db51-41c4-af77-9a770265628f req-5ef179da-b399-4572-a56b-b3ca2be54fb2 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0455813 Oct 03 14:59:11.486749 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d7faaf00-db51-41c4-af77-9a770265628f req-73980506-46c8-47d6-9443-e0c012eb75aa tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445237 Oct 03 14:59:12.168257 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-cede1c9c-8905-4ea4-9d31-bae580db24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:12.170466 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-cede1c9c-8905-4ea4-9d31-bae580db24fa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8fae62571c3c402a8fcc4afaf4268310&device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1129 time: 0.0389574 Oct 03 14:59:12.261867 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-5c085ae3-fbd7-4afc-80e3-8f970a13e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:12.263287 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-5c085ae3-fbd7-4afc-80e3-8f970a13e64b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 200 len: 908 time: 0.0875716 Oct 03 14:59:12.326327 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-e9d9cded-664d-46e3-9174-a7a4a444c354 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 1000 time: 0.0567386 Oct 03 14:59:12.374071 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-f5bf91f6-8a7c-4ece-94a8-3c58bd1eeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:12.375435 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-f5bf91f6-8a7c-4ece-94a8-3c58bd1eeb47 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c28ffd21-2f79-4fb6-b873-f4a85ae78926 HTTP/1.1" status: 200 len: 846 time: 0.0432334 Oct 03 14:59:12.420655 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-1f25eb51-d145-49f6-a2fc-95ca4b20153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:12.422036 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-1f25eb51-d145-49f6-a2fc-95ca4b20153c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405235 Oct 03 14:59:12.490079 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:12.512680 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-d691e02d-90c6-4bd9-a817-cdf477d01d7d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837214 Oct 03 14:59:12.607309 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:12.633670 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c5dcf-2915-4c9d-816b-3812c2d59f49 req-799bb0c8-7e8c-4b68-a3ff-8090e174bd4a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:12.635108 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f72c5dcf-2915-4c9d-816b-3812c2d59f49 req-799bb0c8-7e8c-4b68-a3ff-8090e174bd4a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0687115 Oct 03 14:59:12.663785 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-58339bed-108b-493b-a2c3-a38e3c0ecbc3 req-341cc7c3-d7b4-4000-85db-8d5011b33423 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440272 Oct 03 14:59:12.692546 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f72c5dcf-2915-4c9d-816b-3812c2d59f49 req-74228329-450c-4e4e-be1a-85ccad406d13 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478258 Oct 03 14:59:13.238854 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-26d9e277-9dd0-45af-876b-bf73a1988df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:13.813692 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e1e83-d722-4d19-bcde-f927dbc0fad7 req-2e54da29-99a4-4b9f-b92a-abe20efdbbac tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:13.815121 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-995e1e83-d722-4d19-bcde-f927dbc0fad7 req-2e54da29-99a4-4b9f-b92a-abe20efdbbac tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0492439 Oct 03 14:59:13.865481 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-995e1e83-d722-4d19-bcde-f927dbc0fad7 req-7ef6bbe9-92de-4e29-8657-748632b7fa1a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448112 Oct 03 14:59:14.351245 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58456) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:14.459226 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-335048d0-478f-40d4-beaf-175fdbd9c5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:14.538978 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-335048d0-478f-40d4-beaf-175fdbd9c5cf admin admin] Publish callbacks [] for security_group (cf2411a0-43bb-4b1b-b8b5-82e373e82a92), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:14.542633 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-335048d0-478f-40d4-beaf-175fdbd9c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (cf2411a0-43bb-4b1b-b8b5-82e373e82a92), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:14.570978 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:59:14.582345 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-335048d0-478f-40d4-beaf-175fdbd9c5cf admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f9db3d362e9e4784a83cc3cd6fb6ddd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298577 Oct 03 14:59:14.583258 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335048d0-478f-40d4-beaf-175fdbd9c5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2411a0-43bb-4b1b-b8b5-82e373e82a92,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:14.585187 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58460) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:14.635597 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-92212911-fb97-48b8-b1fb-f1009f57ef5c admin admin] Publish callbacks [] for security_group (cf2411a0-43bb-4b1b-b8b5-82e373e82a92), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:14.643576 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:14.659309 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-92212911-fb97-48b8-b1fb-f1009f57ef5c admin admin] Publish callbacks [] for security_group (cf2411a0-43bb-4b1b-b8b5-82e373e82a92), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:14.709069 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-92212911-fb97-48b8-b1fb-f1009f57ef5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (cf2411a0-43bb-4b1b-b8b5-82e373e82a92), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:14.711768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-92212911-fb97-48b8-b1fb-f1009f57ef5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:14.716779 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-92212911-fb97-48b8-b1fb-f1009f57ef5c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cf2411a0-43bb-4b1b-b8b5-82e373e82a92 HTTP/1.1" status: 204 len: 168 time: 0.1267002 Oct 03 14:59:14.720861 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92212911-fb97-48b8-b1fb-f1009f57ef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2411a0-43bb-4b1b-b8b5-82e373e82a92,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:15.001696 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fee0a-58ef-4ec2-a6a5-1ab031d4448c req-6ea9c84d-8a66-4f1b-b4e6-001f8125d25c tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:15.002534 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd8fee0a-58ef-4ec2-a6a5-1ab031d4448c req-6ea9c84d-8a66-4f1b-b4e6-001f8125d25c tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0612686 Oct 03 14:59:15.061590 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd8fee0a-58ef-4ec2-a6a5-1ab031d4448c req-926d500c-05e6-43f6-ae00-f28a419c1254 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524962 Oct 03 14:59:15.137398 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [req-63e6ad1f-4a6c-4663-b11f-1aa65f00ee10 req-90429aaa-08b4-4603-935b-09b3bf364804 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 14:59:15.138609 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63e6ad1f-4a6c-4663-b11f-1aa65f00ee10 req-90429aaa-08b4-4603-935b-09b3bf364804 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053926 Oct 03 14:59:15.312677 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-97619068-9172-4256-ad22-b8ec069fad04 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0646529 Oct 03 14:59:15.339765 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeefd3-be93-4390-8a9f-8d01e9819039 req-c29fff9b-e3f1-4285-85b5-6f8d0cb0e8f9 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:15.346929 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3efeefd3-be93-4390-8a9f-8d01e9819039 req-c29fff9b-e3f1-4285-85b5-6f8d0cb0e8f9 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0731924 Oct 03 14:59:15.447162 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-eb00e8d4-815c-45be-8f9a-ace036bedf98 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:15.448503 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-eb00e8d4-815c-45be-8f9a-ace036bedf98 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports/e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 942 time: 0.0833735 Oct 03 14:59:15.458009 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3efeefd3-be93-4390-8a9f-8d01e9819039 req-94a47e9a-5ff2-4e52-84d8-87678e53f043 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053536 Oct 03 14:59:15.475814 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e3395d02-22dd-422f-8e18-029b71e3cecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:16.593658 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001835df-767b-478a-b2e3-6e595650158d req-c279f11a-1e9b-4dfd-885c-151f7c478b07 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:16.595099 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-001835df-767b-478a-b2e3-6e595650158d req-c279f11a-1e9b-4dfd-885c-151f7c478b07 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0474162 Oct 03 14:59:16.646945 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-001835df-767b-478a-b2e3-6e595650158d req-5099321b-54ac-4bd3-8181-69d60dbd5276 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455768 Oct 03 14:59:16.733300 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:17.189930 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-b90f8286-2bc3-4de6-9e2c-2e9ca8052dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:17.191372 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-b90f8286-2bc3-4de6-9e2c-2e9ca8052dd3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e&tenant_id=8fae62571c3c402a8fcc4afaf4268310 HTTP/1.1" status: 200 len: 1129 time: 0.0423369 Oct 03 14:59:17.268252 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-e3a48b09-63d2-4786-b856-463c6f64a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:17.269734 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-e3a48b09-63d2-4786-b856-463c6f64a1e8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8fae62571c3c402a8fcc4afaf4268310&device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1129 time: 0.0389824 Oct 03 14:59:17.364419 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-8f6ed29e-7332-4f3e-be57-58ce6440563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:17.365858 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-8f6ed29e-7332-4f3e-be57-58ce6440563a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 200 len: 908 time: 0.0889184 Oct 03 14:59:17.426201 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-0ee12bb0-bdb9-45eb-aec4-c8bdbc720e53 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 1000 time: 0.0537446 Oct 03 14:59:17.474358 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-2e15722b-f5fd-47ec-9866-1c80c4fdd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:17.475804 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-2e15722b-f5fd-47ec-9866-1c80c4fdd432 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c28ffd21-2f79-4fb6-b873-f4a85ae78926 HTTP/1.1" status: 200 len: 846 time: 0.0437469 Oct 03 14:59:17.522217 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-c2fcb5da-b620-47a5-b296-8d53df3b6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:17.524278 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-c2fcb5da-b620-47a5-b296-8d53df3b6a73 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426779 Oct 03 14:59:17.625910 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:17.632950 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-67215311-2038-41c5-8425-03d18039ee94 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993087 Oct 03 14:59:17.728859 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-63f2ff77-46d8-450f-b448-31da3c8a0a13 req-d6241517-d5fa-4952-ae83-87cf756cacf6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893667 Oct 03 14:59:17.769342 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9855349-033c-4296-8b82-b41a11148332 req-25943b5e-c522-4375-b7ac-1e49432d2468 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:17.770877 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d9855349-033c-4296-8b82-b41a11148332 req-25943b5e-c522-4375-b7ac-1e49432d2468 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0498691 Oct 03 14:59:17.819407 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d9855349-033c-4296-8b82-b41a11148332 req-06e2ec57-d9b7-4504-bbc3-fdd2eb9e4b5a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 Oct 03 14:59:17.949484 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:18.003476 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e321d3a6-46f2-4be4-9d86-b86c2bf327ff no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:59:18.076604 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port e321d3a6-46f2-4be4-9d86-b86c2bf327ff is: ACTIVE; New status is: DOWN {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:59:18.076990 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:18.099219 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:59:18.101609 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5307766-3d9a-494d-a34e-f51b60429412" -d '{"events": [{"server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "name": "network-vif-unplugged", "status": "completed", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:59:18.113811 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:18.117819 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:18.142371 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 14:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b4c7f-5292-4129-b95c-4b01e3de7a94 x-openstack-request-id: req-285b4c7f-5292-4129-b95c-4b01e3de7a94 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:59:18.142664 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "name": "network-vif-unplugged", "status": "completed", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:59:18.142917 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-285b4c7f-5292-4129-b95c-4b01e3de7a94 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:59:18.143309 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285b4c7f-5292-4129-b95c-4b01e3de7a94'] response: {'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'code': 200} Oct 03 14:59:18.168109 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,revision_number=6']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:18.303359 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:18.951333 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116056d6-ec3f-4fb0-bfd2-f24c4e0d0f0d req-eb731a61-b478-4e43-a366-d040296e8f53 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:18.953818 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-116056d6-ec3f-4fb0-bfd2-f24c4e0d0f0d req-eb731a61-b478-4e43-a366-d040296e8f53 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0534525 Oct 03 14:59:19.016089 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-116056d6-ec3f-4fb0-bfd2-f24c4e0d0f0d req-03628651-8bff-431f-8349-d1045661ae8d tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548592 Oct 03 14:59:19.572208 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=43 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:20.133453 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:20.142026 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71fc0e-cd98-4ce2-8433-f6fa168156f0 req-3e182cf1-9130-4158-a370-082c9d141489 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:20.143532 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7e71fc0e-cd98-4ce2-8433-f6fa168156f0 req-3e182cf1-9130-4158-a370-082c9d141489 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0482368 Oct 03 14:59:20.193433 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7e71fc0e-cd98-4ce2-8433-f6fa168156f0 req-69722bc2-1b94-4df5-9907-cd691e8f2298 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442555 Oct 03 14:59:21.305899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:21.318960 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e4821-9dc8-4d96-97a6-0febb87cad9f req-bcd77ae2-5e3e-4fb7-84d9-0256c97ff86d tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:21.320503 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-988e4821-9dc8-4d96-97a6-0febb87cad9f req-bcd77ae2-5e3e-4fb7-84d9-0256c97ff86d tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0519991 Oct 03 14:59:21.369357 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-988e4821-9dc8-4d96-97a6-0febb87cad9f req-cbf845f9-832a-44b0-9645-cbf1551044ab tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424955 Oct 03 14:59:22.487628 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e55c5a-1051-4686-8210-325e0c80a9d1 req-f2fa2d87-6f6d-4302-bbd4-2ae97aef03d4 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:22.489045 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24e55c5a-1051-4686-8210-325e0c80a9d1 req-f2fa2d87-6f6d-4302-bbd4-2ae97aef03d4 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0450895 Oct 03 14:59:22.540417 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-24e55c5a-1051-4686-8210-325e0c80a9d1 req-a23394f8-1911-43c7-82b5-a507b63fe31a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460522 Oct 03 14:59:23.658664 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42a5fa-67a2-432f-a395-eb980061d988 req-f0a80fb5-e6c8-408b-965b-c66d9c6c53a1 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:23.660114 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bc42a5fa-67a2-432f-a395-eb980061d988 req-f0a80fb5-e6c8-408b-965b-c66d9c6c53a1 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0457411 Oct 03 14:59:23.708587 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bc42a5fa-67a2-432f-a395-eb980061d988 req-d10cf8d5-58e6-4c49-a67e-586951bdc16e tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428538 Oct 03 14:59:24.567997 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=48 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:24.828256 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c17a4-1f06-42eb-9312-9df2a7c61572 req-6b143bce-8b4b-4213-92dc-832a983709d7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:24.829711 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3e0c17a4-1f06-42eb-9312-9df2a7c61572 req-6b143bce-8b4b-4213-92dc-832a983709d7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0459740 Oct 03 14:59:24.877518 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3e0c17a4-1f06-42eb-9312-9df2a7c61572 req-dc29b504-9fe3-43a5-87cf-c150bebd0ce2 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420089 Oct 03 14:59:25.570190 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10814c99-2c17-44b2-bd99-54dad7393d9d req-371923d1-356d-4853-8308-f53987d2d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:25.571699 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-10814c99-2c17-44b2-bd99-54dad7393d9d req-371923d1-356d-4853-8308-f53987d2d5ad service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1127 time: 0.0390592 Oct 03 14:59:25.618447 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-10814c99-2c17-44b2-bd99-54dad7393d9d req-5f74a383-3561-426c-a73a-9c56ea89f444 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Oct 03 14:59:26.000124 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff710388-4915-4ab4-9dc7-0cdcf8d03793 req-43cd654e-6833-4b7b-982d-9ae81b516554 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:26.001584 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ff710388-4915-4ab4-9dc7-0cdcf8d03793 req-43cd654e-6833-4b7b-982d-9ae81b516554 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 943 time: 0.0457382 Oct 03 14:59:26.019798 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e321d3a6-46f2-4be4-9d86-b86c2bf327ff details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:59:26.032307 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:26.055136 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ff710388-4915-4ab4-9dc7-0cdcf8d03793 req-1decaaa4-0a27-4d0b-89f1-4983e945df40 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475729 Oct 03 14:59:26.120219 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:26.131280 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'port_id': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'mac_address': 'fa:16:3e:11:b8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:59:26.169217 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port e321d3a6-46f2-4be4-9d86-b86c2bf327ff is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:59:26.169628 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:26.182808 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e321d3a6-46f2-4be4-9d86-b86c2bf327ff {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:59:26.201829 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:26.205297 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:26.247452 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:26.250969 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,revision_number=7']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:26.827997 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['e321d3a6-46f2-4be4-9d86-b86c2bf327ff'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:59:27.181376 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fe9b-c105-40e6-aad7-b6e9fe1e3695 req-a8474f0e-554f-4422-899b-3185463365dc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:27.182838 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0791fe9b-c105-40e6-aad7-b6e9fe1e3695 req-a8474f0e-554f-4422-899b-3185463365dc tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 944 time: 0.0485756 Oct 03 14:59:27.231068 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0791fe9b-c105-40e6-aad7-b6e9fe1e3695 req-6df3a5d2-974a-4911-8435-f0bda9c1fa33 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421536 Oct 03 14:59:28.223978 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e321d3a6-46f2-4be4-9d86-b86c2bf327ff up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:59:28.271441 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port e321d3a6-46f2-4be4-9d86-b86c2bf327ff triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:59:28.271988 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:28.272167 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port e321d3a6-46f2-4be4-9d86-b86c2bf327ff Oct 03 14:59:28.354652 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port e321d3a6-46f2-4be4-9d86-b86c2bf327ff is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:59:28.355033 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:28.365074 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a96c5-1d26-4091-b010-3260afd4a7b6 req-f68eac89-43f4-42c6-817a-bbe2d86c86b3 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:28.366620 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a49a96c5-1d26-4091-b010-3260afd4a7b6 req-f68eac89-43f4-42c6-817a-bbe2d86c86b3 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 944 time: 0.0523829 Oct 03 14:59:28.383581 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:59:28.386356 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e034520a-bdb9-4061-a577-077de8a21d9b" -d '{"events": [{"server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "name": "network-vif-plugged", "status": "completed", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:59:28.403128 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:28.409554 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:28.429434 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a49a96c5-1d26-4091-b010-3260afd4a7b6 req-3a4ab9dd-941c-44c2-bd4d-2ee660ef99d2 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563495 Oct 03 14:59:28.434460 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa45c06-9bb0-4fca-acfb-d71b0c4682da x-openstack-request-id: req-ffa45c06-9bb0-4fca-acfb-d71b0c4682da {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:59:28.434762 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "name": "network-vif-plugged", "status": "completed", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:59:28.435011 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffa45c06-9bb0-4fca-acfb-d71b0c4682da {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:59:28.435398 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa45c06-9bb0-4fca-acfb-d71b0c4682da'] response: {'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'code': 200} Oct 03 14:59:28.460951 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,revision_number=8']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:29.552016 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a156bb-2aa8-461c-9281-242bed90926f req-0c82636b-1236-4924-8522-b5536ca90ca9 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:29.553488 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c3a156bb-2aa8-461c-9281-242bed90926f req-0c82636b-1236-4924-8522-b5536ca90ca9 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0470970 Oct 03 14:59:29.603422 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c3a156bb-2aa8-461c-9281-242bed90926f req-879ba483-5b74-4f5f-91f4-ab9af393c651 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443261 Oct 03 14:59:31.362305 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58724) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:31.464043 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a229a9ce-0cbe-4690-946a-09253b648b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:31.497803 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:31.541327 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a229a9ce-0cbe-4690-946a-09253b648b41 admin admin] Publish callbacks [] for security_group (cd620626-d0cd-40de-b197-11534632ac95), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:31.544806 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a229a9ce-0cbe-4690-946a-09253b648b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (cd620626-d0cd-40de-b197-11534632ac95), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:31.582351 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229a9ce-0cbe-4690-946a-09253b648b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd620626-d0cd-40de-b197-11534632ac95,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:31.588076 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a229a9ce-0cbe-4690-946a-09253b648b41 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=98627493c060475fb7e8248de3c8ee8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248201 Oct 03 14:59:31.590844 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58728) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:31.642252 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e44ce659-1c97-4e48-b8b0-a24244a90a21 admin admin] Publish callbacks [] for security_group (cd620626-d0cd-40de-b197-11534632ac95), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:31.661472 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e44ce659-1c97-4e48-b8b0-a24244a90a21 admin admin] Publish callbacks [] for security_group (cd620626-d0cd-40de-b197-11534632ac95), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:31.708980 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e44ce659-1c97-4e48-b8b0-a24244a90a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (cd620626-d0cd-40de-b197-11534632ac95), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:31.711544 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e44ce659-1c97-4e48-b8b0-a24244a90a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:31.712900 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-e44ce659-1c97-4e48-b8b0-a24244a90a21 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cd620626-d0cd-40de-b197-11534632ac95 HTTP/1.1" status: 204 len: 168 time: 0.1211228 Oct 03 14:59:31.720605 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ce659-1c97-4e48-b8b0-a24244a90a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd620626-d0cd-40de-b197-11534632ac95,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:31.822318 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:31.972315 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58734) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:31.986307 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0c678393-7450-4d20-ba7e-840a87fdcaf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:32.062500 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0c678393-7450-4d20-ba7e-840a87fdcaf7 admin admin] Publish callbacks [] for security_group (1649c890-3b5f-457d-a494-6a007d84eb6a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:32.066180 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0c678393-7450-4d20-ba7e-840a87fdcaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1649c890-3b5f-457d-a494-6a007d84eb6a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:32.101768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:32.105260 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c678393-7450-4d20-ba7e-840a87fdcaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1649c890-3b5f-457d-a494-6a007d84eb6a,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:32.110962 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0c678393-7450-4d20-ba7e-840a87fdcaf7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=1fc939e77a3b4f04a179ebe7f068820f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376042 Oct 03 14:59:32.114103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58736) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:32.163427 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb175-59f7-4ad9-b6f8-6d02359436c7 admin admin] Publish callbacks [] for security_group (1649c890-3b5f-457d-a494-6a007d84eb6a), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:32.186848 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb175-59f7-4ad9-b6f8-6d02359436c7 admin admin] Publish callbacks [] for security_group (1649c890-3b5f-457d-a494-6a007d84eb6a), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:32.231947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb175-59f7-4ad9-b6f8-6d02359436c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1649c890-3b5f-457d-a494-6a007d84eb6a), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:32.235127 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb175-59f7-4ad9-b6f8-6d02359436c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:32.236251 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-f7ebb175-59f7-4ad9-b6f8-6d02359436c7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1649c890-3b5f-457d-a494-6a007d84eb6a HTTP/1.1" status: 204 len: 168 time: 0.1212075 Oct 03 14:59:32.244337 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebb175-59f7-4ad9-b6f8-6d02359436c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649c890-3b5f-457d-a494-6a007d84eb6a,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:32.255975 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:36.616954 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58826) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:36.723429 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8b00fb05-19d3-4e51-a1ae-cef3d9468139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:36.798147 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8b00fb05-19d3-4e51-a1ae-cef3d9468139 admin admin] Publish callbacks [] for security_group (46a39b9c-a8d7-48c5-813a-811d3be7e003), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:36.801620 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8b00fb05-19d3-4e51-a1ae-cef3d9468139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (46a39b9c-a8d7-48c5-813a-811d3be7e003), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:36.834778 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:36.842050 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-8b00fb05-19d3-4e51-a1ae-cef3d9468139 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=aef1d8cd4fac401ab6c894ae5d3b436f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240589 Oct 03 14:59:36.843735 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00fb05-19d3-4e51-a1ae-cef3d9468139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a39b9c-a8d7-48c5-813a-811d3be7e003,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:36.845595 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58830) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:36.898504 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-752ec56d-5618-4932-bf72-80b9cff8d796 admin admin] Publish callbacks [] for security_group (46a39b9c-a8d7-48c5-813a-811d3be7e003), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:36.918812 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-752ec56d-5618-4932-bf72-80b9cff8d796 admin admin] Publish callbacks [] for security_group (46a39b9c-a8d7-48c5-813a-811d3be7e003), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:36.965823 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-752ec56d-5618-4932-bf72-80b9cff8d796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (46a39b9c-a8d7-48c5-813a-811d3be7e003), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:36.968311 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-752ec56d-5618-4932-bf72-80b9cff8d796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:36.970149 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-752ec56d-5618-4932-bf72-80b9cff8d796 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/46a39b9c-a8d7-48c5-813a-811d3be7e003 HTTP/1.1" status: 204 len: 168 time: 0.1234963 Oct 03 14:59:36.977925 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ec56d-5618-4932-bf72-80b9cff8d796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a39b9c-a8d7-48c5-813a-811d3be7e003,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:37.227444 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58836) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:37.240738 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33e7198d-4e6f-427c-9307-dc1ef4fe083f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:37.258811 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:37.320717 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33e7198d-4e6f-427c-9307-dc1ef4fe083f admin admin] Publish callbacks [] for security_group (f57ea615-d6d8-4889-828d-c67a33972cae), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:37.324404 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33e7198d-4e6f-427c-9307-dc1ef4fe083f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (f57ea615-d6d8-4889-828d-c67a33972cae), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:37.367386 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-33e7198d-4e6f-427c-9307-dc1ef4fe083f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=acc830b0cd454c9cb721c3d4cb8af24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388977 Oct 03 14:59:37.368332 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7198d-4e6f-427c-9307-dc1ef4fe083f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57ea615-d6d8-4889-828d-c67a33972cae,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:37.370132 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 58838) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:37.420055 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c802-6d5c-4e06-9a53-e51e31f911c4 admin admin] Publish callbacks [] for security_group (f57ea615-d6d8-4889-828d-c67a33972cae), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:37.439978 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c802-6d5c-4e06-9a53-e51e31f911c4 admin admin] Publish callbacks [] for security_group (f57ea615-d6d8-4889-828d-c67a33972cae), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:37.486438 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c802-6d5c-4e06-9a53-e51e31f911c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (f57ea615-d6d8-4889-828d-c67a33972cae), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:37.489016 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c802-6d5c-4e06-9a53-e51e31f911c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:37.490186 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c1c0c802-6d5c-4e06-9a53-e51e31f911c4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f57ea615-d6d8-4889-828d-c67a33972cae HTTP/1.1" status: 204 len: 168 time: 0.1190827 Oct 03 14:59:37.497752 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0c802-6d5c-4e06-9a53-e51e31f911c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57ea615-d6d8-4889-828d-c67a33972cae,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:40.118505 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966cc81-2e74-4876-8c1f-9a52c774f737 req-b7ad4c7f-b1b7-478f-8a1a-32aeccfa09da tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:40.119990 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0966cc81-2e74-4876-8c1f-9a52c774f737 req-b7ad4c7f-b1b7-478f-8a1a-32aeccfa09da tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0487840 Oct 03 14:59:40.172153 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0966cc81-2e74-4876-8c1f-9a52c774f737 req-346068f7-9347-4460-9c4e-af7192b81317 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453577 Oct 03 14:59:40.400079 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 58992) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:40.508081 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5086-feab-4eba-9622-53551dcb17c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:40.586917 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5086-feab-4eba-9622-53551dcb17c6 admin admin] Publish callbacks [] for security_group (6ee7cabf-edcc-4a3f-b1c8-1674c6d57ad7), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:40.590603 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5086-feab-4eba-9622-53551dcb17c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6ee7cabf-edcc-4a3f-b1c8-1674c6d57ad7), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:40.633471 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-ffaf5086-feab-4eba-9622-53551dcb17c6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=54a016714320407688410a8d23993285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323570 Oct 03 14:59:40.634398 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf5086-feab-4eba-9622-53551dcb17c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee7cabf-edcc-4a3f-b1c8-1674c6d57ad7,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:40.636208 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59002) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:40.683817 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3b834566-6b47-4bec-906b-3d1f1d15ecec admin admin] Publish callbacks [] for security_group (6ee7cabf-edcc-4a3f-b1c8-1674c6d57ad7), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:40.703975 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:40.705974 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3b834566-6b47-4bec-906b-3d1f1d15ecec admin admin] Publish callbacks [] for security_group (6ee7cabf-edcc-4a3f-b1c8-1674c6d57ad7), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:40.754444 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3b834566-6b47-4bec-906b-3d1f1d15ecec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6ee7cabf-edcc-4a3f-b1c8-1674c6d57ad7), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:40.756972 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3b834566-6b47-4bec-906b-3d1f1d15ecec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:40.758176 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-3b834566-6b47-4bec-906b-3d1f1d15ecec admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6ee7cabf-edcc-4a3f-b1c8-1674c6d57ad7 HTTP/1.1" status: 204 len: 168 time: 0.1209862 Oct 03 14:59:40.766065 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b834566-6b47-4bec-906b-3d1f1d15ecec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee7cabf-edcc-4a3f-b1c8-1674c6d57ad7,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:41.025047 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59012) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:41.039609 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ad29540b-32e9-458d-b533-9977f2cc37b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:41.123606 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ad29540b-32e9-458d-b533-9977f2cc37b5 admin admin] Publish callbacks [] for security_group (84baa894-e108-45eb-b50b-d7a90788c78a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:41.128140 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ad29540b-32e9-458d-b533-9977f2cc37b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (84baa894-e108-45eb-b50b-d7a90788c78a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:41.169866 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-ad29540b-32e9-458d-b533-9977f2cc37b5 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4f41f6fc92d34a2b9a33bff95b80443d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436796 Oct 03 14:59:41.170974 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29540b-32e9-458d-b533-9977f2cc37b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84baa894-e108-45eb-b50b-d7a90788c78a,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:41.173079 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59016) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:41.226444 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-55a8ed77-b83b-4582-8141-eef9c5a24647 admin admin] Publish callbacks [] for security_group (84baa894-e108-45eb-b50b-d7a90788c78a), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:41.247815 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-55a8ed77-b83b-4582-8141-eef9c5a24647 admin admin] Publish callbacks [] for security_group (84baa894-e108-45eb-b50b-d7a90788c78a), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:41.317521 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6188-c88b-41ae-a417-33f73e781098 req-818e9bed-6235-4f67-b2e4-1080001551b6 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:41.319236 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-745d6188-c88b-41ae-a417-33f73e781098 req-818e9bed-6235-4f67-b2e4-1080001551b6 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0686612 Oct 03 14:59:41.348706 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-55a8ed77-b83b-4582-8141-eef9c5a24647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (84baa894-e108-45eb-b50b-d7a90788c78a), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:41.351843 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-55a8ed77-b83b-4582-8141-eef9c5a24647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:41.355773 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-55a8ed77-b83b-4582-8141-eef9c5a24647 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/84baa894-e108-45eb-b50b-d7a90788c78a HTTP/1.1" status: 204 len: 168 time: 0.1816607 Oct 03 14:59:41.375924 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8ed77-b83b-4582-8141-eef9c5a24647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84baa894-e108-45eb-b50b-d7a90788c78a,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:41.400944 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-745d6188-c88b-41ae-a417-33f73e781098 req-a78ed447-c7e4-493d-99a1-1bf7c40dfefb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=08b16584-bcd8-4dfb-ac58-b175dfb20156&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643106 Oct 03 14:59:41.594380 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:41.799114 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-53e883dc-2681-4a9f-bf3a-a9db3af9ce16 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:41.800571 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-53e883dc-2681-4a9f-bf3a-a9db3af9ce16 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 945 time: 0.0491831 Oct 03 14:59:41.873277 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:41.890046 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Deleting port 8e144fc1-dc68-4200-84eb-87fed3d70fcb {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:59:41.890408 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:41.979124 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:UPDATE=1,neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:41.986779 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] For port 8e144fc1-dc68-4200-84eb-87fed3d70fcb, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=8e144fc1-dc68-4200-84eb-87fed3d70fcb,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:41.987134 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:42.157307 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:42.157691 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (4e233160-58c7-4070-83f2-ac4da5d9bfb3), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:42.158044 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Floating IP 4e233160-58c7-4070-83f2-ac4da5d9bfb3 disassociated. External IP: 172.27.1.175, port: 8e144fc1-dc68-4200-84eb-87fed3d70fcb. Oct 03 14:59:42.158579 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Calling delete_port for 8e144fc1-dc68-4200-84eb-87fed3d70fcb owned by compute:nova {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:59:42.294922 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (8e144fc1-dc68-4200-84eb-87fed3d70fcb), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:42.324965 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event deleted for resources: {'Port': ['ID=8e144fc1-dc68-4200-84eb-87fed3d70fcb,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:42.437741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Router 925763bd-6908-4f5b-9c49-d3483bdd04d0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:59:42.518728 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5394f522-4c14-4d79-82a4-b608835ff0ab req-753a21e9-f49c-4fde-ac88-fdb81889f073 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bac89fd1-5f09-42a7-90f2-5074c12859fc HTTP/1.1" status: 200 len: 210 time: 0.0293477 Oct 03 14:59:42.556459 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:59:42.567520 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] Sync routers for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:59:42.584276 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:59:42.585237 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:59:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:42.600376 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] No DVR routers for this DVR port 8e144fc1-dc68-4200-84eb-87fed3d70fcb on host hv-cinder-85987 {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:59:42.603132 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:42.606516 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bb759457-cbdd-40b4-8f1a-f96606e0bc62 req-f4cc895e-605c-427d-a1ec-572e75c180bd tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8e144fc1-dc68-4200-84eb-87fed3d70fcb HTTP/1.1" status: 204 len: 173 time: 0.8005803 Oct 03 14:59:42.607016 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'name': 'network-vif-deleted', 'tag': '8e144fc1-dc68-4200-84eb-87fed3d70fcb'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:59:42.609567 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939f5d99-2350-44a8-a589-4bf13d0d34fc" -d '{"events": [{"server_uuid": "bac89fd1-5f09-42a7-90f2-5074c12859fc", "name": "network-vif-deleted", "tag": "8e144fc1-dc68-4200-84eb-87fed3d70fcb"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:59:42.652015 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5b71d4-39ef-4ac3-b0f4-c42075a4f151 x-openstack-request-id: req-5c5b71d4-39ef-4ac3-b0f4-c42075a4f151 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:59:42.652307 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac89fd1-5f09-42a7-90f2-5074c12859fc", "name": "network-vif-deleted", "tag": "8e144fc1-dc68-4200-84eb-87fed3d70fcb", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:59:42.652563 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c5b71d4-39ef-4ac3-b0f4-c42075a4f151 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:59:42.652990 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5b71d4-39ef-4ac3-b0f4-c42075a4f151'] response: {'server_uuid': 'bac89fd1-5f09-42a7-90f2-5074c12859fc', 'name': 'network-vif-deleted', 'tag': '8e144fc1-dc68-4200-84eb-87fed3d70fcb', 'status': 'completed', 'code': 200} Oct 03 14:59:42.704085 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:59:42.909838 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:42.912342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:42.937040 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] Checking router: 925763bd-6908-4f5b-9c49-d3483bdd04d0 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:59:42.947139 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:59:42.947740 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:59:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:43.052870 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:59:43.287594 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-6c645c2a-d1c4-40fb-96c2-eb923d0ae39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:43.298885 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:43.324919 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b05f151-18c6-41cc-95af-a7a689a86fb6 None None] The sync data for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi is: [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:59:43.541871 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6a041e-bb46-439a-bd97-8914fce2a9dd None None] New status for floating IP 4e233160-58c7-4070-83f2-ac4da5d9bfb3: DOWN {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:59:43.613489 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59078) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:43.670187 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f3bc-2d05-4605-9cd2-b4c00ad8277c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (08b16584-bcd8-4dfb-ac58-b175dfb20156), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:43.692591 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f3bc-2d05-4605-9cd2-b4c00ad8277c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (08b16584-bcd8-4dfb-ac58-b175dfb20156), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:43.744347 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f3bc-2d05-4605-9cd2-b4c00ad8277c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (08b16584-bcd8-4dfb-ac58-b175dfb20156), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:43.747224 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a7a9f3bc-2d05-4605-9cd2-b4c00ad8277c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:43.748452 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a7a9f3bc-2d05-4605-9cd2-b4c00ad8277c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/08b16584-bcd8-4dfb-ac58-b175dfb20156 HTTP/1.1" status: 204 len: 168 time: 0.1339254 Oct 03 14:59:43.751383 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59080) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:43.757427 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9f3bc-2d05-4605-9cd2-b4c00ad8277c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b16584-bcd8-4dfb-ac58-b175dfb20156,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:43.767399 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.api.v2.resource [None req-c5cc47de-0b05-4695-bdfa-addd818f5797 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] show failed (client error): The resource could not be found. Oct 03 14:59:43.768383 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c5cc47de-0b05-4695-bdfa-addd818f5797 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups/08b16584-bcd8-4dfb-ac58-b175dfb20156 HTTP/1.1" status: 404 len: 347 time: 0.0154834 Oct 03 14:59:43.771377 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59082) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:43.884123 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Deleting port 806bb1cb-e74c-46a6-a31d-c5addc9a76f5 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:59:43.884464 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (806bb1cb-e74c-46a6-a31d-c5addc9a76f5), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:43.934440 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:43.961201 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (806bb1cb-e74c-46a6-a31d-c5addc9a76f5), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:43.961559 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (806bb1cb-e74c-46a6-a31d-c5addc9a76f5), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:43.973215 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Calling delete_port for 806bb1cb-e74c-46a6-a31d-c5addc9a76f5 owned by network:floatingip {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:59:44.102344 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (806bb1cb-e74c-46a6-a31d-c5addc9a76f5), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.134085 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event deleted for resources: {'Port': ['ID=806bb1cb-e74c-46a6-a31d-c5addc9a76f5,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:44.192722 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (4e233160-58c7-4070-83f2-ac4da5d9bfb3), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.195424 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.196550 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6f45dff7-d6d8-4715-bb1b-c7f2c1db8f28 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/4e233160-58c7-4070-83f2-ac4da5d9bfb3 HTTP/1.1" status: 204 len: 168 time: 0.4242394 Oct 03 14:59:44.284110 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59090) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:44.288749 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-fa521e39-973b-4261-a042-83c12afeeeff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836015790', 'description': 'tempest-description--1393181370'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:59:44.311697 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fa521e39-973b-4261-a042-83c12afeeeff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.390778 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fa521e39-973b-4261-a042-83c12afeeeff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (05003c90-4a5b-49d7-812c-390e6b343c22), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.394461 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fa521e39-973b-4261-a042-83c12afeeeff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (05003c90-4a5b-49d7-812c-390e6b343c22), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.399306 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:44.428213 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa521e39-973b-4261-a042-83c12afeeeff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05003c90-4a5b-49d7-812c-390e6b343c22,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:44.433731 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-fa521e39-973b-4261-a042-83c12afeeeff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.438639 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59098) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:44.438900 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-fa521e39-973b-4261-a042-83c12afeeeff tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1534238 Oct 03 14:59:44.443414 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-baa5e8ee-3d9d-46e0-9f06-67353a7df9ac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'security_group_rule': {'security_group_id': '05003c90-4a5b-49d7-812c-390e6b343c22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:59:44.471704 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-baa5e8ee-3d9d-46e0-9f06-67353a7df9ac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (b31b9c75-1c6b-443f-aff2-19e494029785), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.498270 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:44.517770 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:44.538964 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-baa5e8ee-3d9d-46e0-9f06-67353a7df9ac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (b31b9c75-1c6b-443f-aff2-19e494029785), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.542896 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-baa5e8ee-3d9d-46e0-9f06-67353a7df9ac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (b31b9c75-1c6b-443f-aff2-19e494029785), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.566502 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5e8ee-3d9d-46e0-9f06-67353a7df9ac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31b9c75-1c6b-443f-aff2-19e494029785,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:44.572675 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-baa5e8ee-3d9d-46e0-9f06-67353a7df9ac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.576702 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-baa5e8ee-3d9d-46e0-9f06-67353a7df9ac tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344187 Oct 03 14:59:44.576913 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59100) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:44.582054 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-ec19a3a1-eebb-4805-a38c-8ad8ec617bc2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'security_group_rule': {'security_group_id': '05003c90-4a5b-49d7-812c-390e6b343c22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:59:44.611065 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ec19a3a1-eebb-4805-a38c-8ad8ec617bc2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (aa1b7721-6d30-478f-a7b7-81cfc0b3d91d), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.669266 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ec19a3a1-eebb-4805-a38c-8ad8ec617bc2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (aa1b7721-6d30-478f-a7b7-81cfc0b3d91d), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.674588 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ec19a3a1-eebb-4805-a38c-8ad8ec617bc2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (aa1b7721-6d30-478f-a7b7-81cfc0b3d91d), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.690941 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19a3a1-eebb-4805-a38c-8ad8ec617bc2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1b7721-6d30-478f-a7b7-81cfc0b3d91d,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:44.702120 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ec19a3a1-eebb-4805-a38c-8ad8ec617bc2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.706004 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-ec19a3a1-eebb-4805-a38c-8ad8ec617bc2 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280112 Oct 03 14:59:44.706667 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59106) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:44.711533 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:59:44.733668 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.813868 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:44.916124 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Allocated IP 172.27.1.169 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/a4e8a63b-bcf3-4c69-9cfe-5b2aef914332) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:59:45.249300 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:45.277745 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for port (a4e8a63b-bcf3-4c69-9cfe-5b2aef914332), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:45.309587 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (a4e8a63b-bcf3-4c69-9cfe-5b2aef914332), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:45.349484 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:59:45.354103 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:59:45.358076 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:59:45.361037 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'Port': ['ID=a4e8a63b-bcf3-4c69-9cfe-5b2aef914332,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:45.446951 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (f4ff6a06-6361-4819-8392-fdffb607507c), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:45.472403 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-58bd2f18-dca2-4dc3-9500-875424c84829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:45.486429 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a4e8a63b-bcf3-4c69-9cfe-5b2aef914332), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:45.633053 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for port (a4e8a63b-bcf3-4c69-9cfe-5b2aef914332), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:45.637284 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (a4e8a63b-bcf3-4c69-9cfe-5b2aef914332), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:45.675751 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:45.707263 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'Port': ['ID=a4e8a63b-bcf3-4c69-9cfe-5b2aef914332,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:45.709899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (f4ff6a06-6361-4819-8392-fdffb607507c), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:45.727341 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:45.728901 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-171485dc-08b6-4bde-9802-2cdee7241d91 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0210497 Oct 03 14:59:45.932658 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-3575fea8-fc48-4755-835a-90155fd636a0 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--836015790&fields=id&tenant_id=8cf070b7d6ff419392acaddbbee1e242 HTTP/1.1" status: 200 len: 267 time: 0.0462294 Oct 03 14:59:46.059515 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-dd07ba5b-5959-466f-bb30-835e845072e9 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:46.060963 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-dd07ba5b-5959-466f-bb30-835e845072e9 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 811 time: 0.1213605 Oct 03 14:59:46.076525 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-fff80773-94a5-400b-a9c0-184c57923512 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/quotas/8cf070b7d6ff419392acaddbbee1e242 HTTP/1.1" status: 200 len: 375 time: 0.0094070 Oct 03 14:59:46.129827 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-b4ef489b-5a4d-436b-9bf1-01db679c2f6b tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476947 Oct 03 14:59:46.225617 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-e507ff98-0edd-4c93-84c3-6669559cde95 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831158 Oct 03 14:59:46.276784 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 8e144fc1-dc68-4200-84eb-87fed3d70fcb no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:59:46.297667 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 8e144fc1-dc68-4200-84eb-87fed3d70fcb {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:59:46.298017 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 8e144fc1-dc68-4200-84eb-87fed3d70fcb not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:59:46.319019 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-621d819b-592f-4db3-9740-03215ba0b893 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877843 Oct 03 14:59:46.482816 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-35b5f01f-3524-4020-8221-08089e4fd628 req-9ac41084-e819-4ff6-97a5-9980490aa4f5 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 210 time: 0.0303576 Oct 03 14:59:46.737777 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:47.585909 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cd1bc54d-ef9f-4a34-89e5-db3847074420 req-cb99c1fd-c34a-4899-9a71-d7fa71f81d68 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 210 time: 0.0276396 Oct 03 14:59:47.955122 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:48.305328 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:48.709693 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5a56743a-af7d-4d93-9401-fad244b590cb req-5b0035b9-5748-4a9c-92b3-b8c15ba4123e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 210 time: 0.0367801 Oct 03 14:59:48.961006 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-5a32044e-8df1-4730-a0c0-a2b59ed9456d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:48.962520 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-5a32044e-8df1-4730-a0c0-a2b59ed9456d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 811 time: 0.1308982 Oct 03 14:59:49.291327 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-0358e1ea-1587-427f-9617-dc4302e5eb15 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8cf070b7d6ff419392acaddbbee1e242 HTTP/1.1" status: 200 len: 379 time: 0.3061967 Oct 03 14:59:49.725917 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'port': {'device_id': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'admin_state_up': True, 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'security_groups': ['05003c90-4a5b-49d7-812c-390e6b343c22']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:59:49.784454 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:49.820680 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ddf8b4de-820f-4c3a-9b67-433153fffc1f req-bc15a96f-900a-4750-8645-8acde4473267 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 210 time: 0.0279098 Oct 03 14:59:49.836811 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Made reservation on behalf of 8cf070b7d6ff419392acaddbbee1e242 for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 14:59:49.840972 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:49.922712 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:49.983491 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Allocated IP 172.20.0.3 (3de19230-35e5-430c-b606-8b501507ea36/a48f3f05-3214-4e90-88bc-7c789ec0a9f7/94d80152-f32d-4385-b2c7-39409ac0316c) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 14:59:50.125523 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for port (94d80152-f32d-4385-b2c7-39409ac0316c), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.157518 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.201289 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Network 3de19230-35e5-430c-b606-8b501507ea36 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 14:59:50.205027 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 14:59:50.209087 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 14:59:50.215329 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event updated for resources: {'Port': ['ID=94d80152-f32d-4385-b2c7-39409ac0316c,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:50.267744 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:50.268352 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.290504 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-418a62c7-f7e1-423c-a406-d276ecf79892 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684907 Oct 03 14:59:50.308204 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Request body: {'port': {'device_id': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:59:50.375676 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.457811 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-9a01163f-3244-4f47-95b6-0690e1852965 None None] Provisioning complete for port 94d80152-f32d-4385-b2c7-39409ac0316c triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:59:50.458378 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9a01163f-3244-4f47-95b6-0690e1852965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.458637 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-9a01163f-3244-4f47-95b6-0690e1852965 None None] Attempt 1 to provision port 94d80152-f32d-4385-b2c7-39409ac0316c Oct 03 14:59:50.494264 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-9a01163f-3244-4f47-95b6-0690e1852965 None None] Port 94d80152-f32d-4385-b2c7-39409ac0316c cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 14:59:50.594146 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:50.646667 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d80152-f32d-4385-b2c7-39409ac0316c {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:59:50.654103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Publish callbacks [] for port (94d80152-f32d-4385-b2c7-39409ac0316c), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.666763 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Transition to ACTIVE for port object 94d80152-f32d-4385-b2c7-39409ac0316c will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 14:59:50.670445 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.746516 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Pushing event updated for resources: {'Port': ['ID=94d80152-f32d-4385-b2c7-39409ac0316c,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:50.768119 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:50.777927 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Attempting to bind port 94d80152-f32d-4385-b2c7-39409ac0316c on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 14:59:50.778257 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Attempting to bind port 94d80152-f32d-4385-b2c7-39409ac0316c by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 14:59:50.778579 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Attempting to bind port 94d80152-f32d-4385-b2c7-39409ac0316c on network 3de19230-35e5-430c-b606-8b501507ea36 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:59:50.820496 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Port 94d80152-f32d-4385-b2c7-39409ac0316c on network 3de19230-35e5-430c-b606-8b501507ea36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 14:59:50.820810 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Attempting to bind port 94d80152-f32d-4385-b2c7-39409ac0316c on network 3de19230-35e5-430c-b606-8b501507ea36 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 14:59:50.866461 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 14, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 14:59:50.866792 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Checking segment: {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 14:59:50.867167 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Bound using segment: {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 14:59:50.867586 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Bound port: 94d80152-f32d-4385-b2c7-39409ac0316c, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b469dfbc-9561-4f66-973d-a469f1baea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3de19230-35e5-430c-b606-8b501507ea36'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 14:59:50.867939 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.927618 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] For port 94d80152-f32d-4385-b2c7-39409ac0316c, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 14:59:50.930624 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] For port 94d80152-f32d-4385-b2c7-39409ac0316c, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=94d80152-f32d-4385-b2c7-39409ac0316c,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 14:59:50.936620 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.940044 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:50.940819 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:50.942193 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/94d80152-f32d-4385-b2c7-39409ac0316c HTTP/1.1" status: 200 len: 1093 time: 0.6383336 Oct 03 14:59:50.943146 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2433e4-46a3-4efe-a329-432d4bd7d127 req-a2f16010-09bc-400c-9d23-28225c205c45 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:50.944289 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'tag': '94d80152-f32d-4385-b2c7-39409ac0316c'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:59:50.944633 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cf2433e4-46a3-4efe-a329-432d4bd7d127 req-a2f16010-09bc-400c-9d23-28225c205c45 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 943 time: 0.0463054 Oct 03 14:59:50.946524 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9938879-3625-4091-9b63-f4f4a3cbaec3" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf56714-ab05-4dc1-ae52-0100ec2d6aeb", "tag": "94d80152-f32d-4385-b2c7-39409ac0316c"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:59:50.999482 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c818202e-6ba1-4b76-8267-5088c01b2a30 x-openstack-request-id: req-c818202e-6ba1-4b76-8267-5088c01b2a30 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:59:51.000108 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf56714-ab05-4dc1-ae52-0100ec2d6aeb", "tag": "94d80152-f32d-4385-b2c7-39409ac0316c", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:59:51.000108 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c818202e-6ba1-4b76-8267-5088c01b2a30 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:59:51.000415 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c818202e-6ba1-4b76-8267-5088c01b2a30'] response: {'name': 'network-changed', 'server_uuid': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'tag': '94d80152-f32d-4385-b2c7-39409ac0316c', 'status': 'completed', 'code': 200} Oct 03 14:59:51.000609 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cf2433e4-46a3-4efe-a329-432d4bd7d127 req-451dafd0-a8e3-405b-8c03-c0cc1dbb9d23 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487599 Oct 03 14:59:51.001469 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a9d50-18c7-4ee7-97b1-feb1eda128d0 service neutron] Pushing event updated for resources: {'Port': ['ID=94d80152-f32d-4385-b2c7-39409ac0316c,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:51.081277 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-49ef727d-4164-413d-9629-61b647fd7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:51.084264 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-49ef727d-4164-413d-9629-61b647fd7b4f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 1127 time: 0.0437391 Oct 03 14:59:51.138051 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-5878f603-2793-48d0-b825-e47de3633767 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94d80152-f32d-4385-b2c7-39409ac0316c HTTP/1.1" status: 200 len: 217 time: 0.0384855 Oct 03 14:59:51.186713 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-a0d80e84-8486-4b6b-afe8-6ad9b8049de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:51.188103 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-a0d80e84-8486-4b6b-afe8-6ad9b8049de5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a48f3f05-3214-4e90-88bc-7c789ec0a9f7 HTTP/1.1" status: 200 len: 850 time: 0.0432837 Oct 03 14:59:51.230226 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-bb73acd3-add1-4659-bc7b-e20bfc5caaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:51.231642 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-bb73acd3-add1-4659-bc7b-e20bfc5caaf3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3de19230-35e5-430c-b606-8b501507ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375524 Oct 03 14:59:51.331841 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-4403f00f-728a-4a2a-8b6f-38d6ecf2ff41 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910134 Oct 03 14:59:51.440190 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-12f2b104-78ce-4c7e-99e8-25ca0414c773 req-f255c78f-9e9d-45ca-8d62-4c20b76f5a75 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976233 Oct 03 14:59:51.571097 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 14:59:51.608076 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaddc81-fcd2-4d40-9242-bbeca9a609df req-3701c354-9a77-4e6b-9973-2a58b54d54f2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:51.609530 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fdaddc81-fcd2-4d40-9242-bbeca9a609df req-3701c354-9a77-4e6b-9973-2a58b54d54f2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0507946 Oct 03 14:59:51.660595 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fdaddc81-fcd2-4d40-9242-bbeca9a609df req-238e3906-269d-409e-801c-b7de5c0cecdd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453191 Oct 03 14:59:52.120095 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5b93-ce22-4833-9cd4-0ece2eff6f5e req-f14fc871-c793-45a4-975b-3c996e6e2aee tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:52.121539 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9b2e5b93-ce22-4833-9cd4-0ece2eff6f5e req-f14fc871-c793-45a4-975b-3c996e6e2aee tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 943 time: 0.0479286 Oct 03 14:59:52.168835 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9b2e5b93-ce22-4833-9cd4-0ece2eff6f5e req-06fdc09b-839b-4c0d-a3ca-ab44ca4bd430 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411615 Oct 03 14:59:52.463112 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59238) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:52.566646 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-28a08c7a-fa9f-48fc-8acf-b643a593bb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:52.599695 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:52.644569 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-28a08c7a-fa9f-48fc-8acf-b643a593bb60 admin admin] Publish callbacks [] for security_group (761ca52d-5fe7-40c0-803f-5baddf49fe45), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:52.648293 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-28a08c7a-fa9f-48fc-8acf-b643a593bb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (761ca52d-5fe7-40c0-803f-5baddf49fe45), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:52.685586 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a08c7a-fa9f-48fc-8acf-b643a593bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761ca52d-5fe7-40c0-803f-5baddf49fe45,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:52.689946 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-28a08c7a-fa9f-48fc-8acf-b643a593bb60 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a97be3872f8441e59b83ad8b6e50edda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257936 Oct 03 14:59:52.692809 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59246) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:52.725563 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:52.811076 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666a07d-8f64-4b33-88d9-62a39a2d16c8 req-65970ff7-e6df-4a76-a26c-a800d1df26e6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:52.812461 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2666a07d-8f64-4b33-88d9-62a39a2d16c8 req-65970ff7-e6df-4a76-a26c-a800d1df26e6 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0750809 Oct 03 14:59:52.813171 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9db9-8a57-41d9-b9b1-07263e7c358c admin admin] Publish callbacks [] for security_group (761ca52d-5fe7-40c0-803f-5baddf49fe45), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:52.850325 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9db9-8a57-41d9-b9b1-07263e7c358c admin admin] Publish callbacks [] for security_group (761ca52d-5fe7-40c0-803f-5baddf49fe45), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:52.900463 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2666a07d-8f64-4b33-88d9-62a39a2d16c8 req-3b432c25-5384-4696-a4ea-f4a8e09403eb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797629 Oct 03 14:59:52.918561 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9db9-8a57-41d9-b9b1-07263e7c358c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (761ca52d-5fe7-40c0-803f-5baddf49fe45), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:52.921123 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9db9-8a57-41d9-b9b1-07263e7c358c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:52.922347 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-2fbc9db9-8a57-41d9-b9b1-07263e7c358c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/761ca52d-5fe7-40c0-803f-5baddf49fe45 HTTP/1.1" status: 204 len: 168 time: 0.2285576 Oct 03 14:59:52.930493 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc9db9-8a57-41d9-b9b1-07263e7c358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761ca52d-5fe7-40c0-803f-5baddf49fe45,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:53.279076 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59254) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:53.293057 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b84a-f601-4312-a98b-160c182ee9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:53.293591 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cebede-fea2-4bb5-a6bb-d789108ad9a4 req-a16df3fa-63c0-4214-8352-f6a076a037e1 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:53.295763 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f7cebede-fea2-4bb5-a6bb-d789108ad9a4 req-a16df3fa-63c0-4214-8352-f6a076a037e1 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 943 time: 0.0519397 Oct 03 14:59:53.307514 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:53.346425 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f7cebede-fea2-4bb5-a6bb-d789108ad9a4 req-c451c455-64f2-4629-8c95-d7c2895f1db0 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Oct 03 14:59:53.382456 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b84a-f601-4312-a98b-160c182ee9d6 admin admin] Publish callbacks [] for security_group (07785974-cccd-4526-94bb-8cf73986c872), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:53.386511 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e0c6b84a-f601-4312-a98b-160c182ee9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (07785974-cccd-4526-94bb-8cf73986c872), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:53.424582 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6b84a-f601-4312-a98b-160c182ee9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07785974-cccd-4526-94bb-8cf73986c872,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:53.428888 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e0c6b84a-f601-4312-a98b-160c182ee9d6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c4ac92308d0e4e6fb75c8d042a45bb28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487257 Oct 03 14:59:53.431565 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59256) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:53.479340 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-26b0709f-be9a-4fea-a0ee-6c9c25ce6676 admin admin] Publish callbacks [] for security_group (07785974-cccd-4526-94bb-8cf73986c872), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:53.504017 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-26b0709f-be9a-4fea-a0ee-6c9c25ce6676 admin admin] Publish callbacks [] for security_group (07785974-cccd-4526-94bb-8cf73986c872), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:53.549481 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-26b0709f-be9a-4fea-a0ee-6c9c25ce6676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (07785974-cccd-4526-94bb-8cf73986c872), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:53.552025 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-26b0709f-be9a-4fea-a0ee-6c9c25ce6676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:53.553152 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-26b0709f-be9a-4fea-a0ee-6c9c25ce6676 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/07785974-cccd-4526-94bb-8cf73986c872 HTTP/1.1" status: 204 len: 168 time: 0.1207342 Oct 03 14:59:53.560911 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0709f-be9a-4fea-a0ee-6c9c25ce6676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07785974-cccd-4526-94bb-8cf73986c872,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:54.024542 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438e4b7-24e8-49c6-93d1-cc6bd33a31f6 req-187ba3a6-3023-4c4f-9793-d17b6f8c4e0e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:54.026036 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1438e4b7-24e8-49c6-93d1-cc6bd33a31f6 req-187ba3a6-3023-4c4f-9793-d17b6f8c4e0e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0493243 Oct 03 14:59:54.081688 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1438e4b7-24e8-49c6-93d1-cc6bd33a31f6 req-da907aba-cf20-4ee5-879a-73b4efb0d1c9 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454450 Oct 03 14:59:54.366681 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-19e8283c-b4e0-4d40-9e8e-fba27792b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:54.368161 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-19e8283c-b4e0-4d40-9e8e-fba27792b22e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 1127 time: 0.0557213 Oct 03 14:59:54.472618 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbc261-51b9-483d-a493-150723bfc294 req-0210ddb0-32db-47c7-b842-e4da68b68259 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:54.474124 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e1fbc261-51b9-483d-a493-150723bfc294 req-0210ddb0-32db-47c7-b842-e4da68b68259 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 943 time: 0.0474927 Oct 03 14:59:54.524587 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e1fbc261-51b9-483d-a493-150723bfc294 req-f36f5ffe-345a-4358-9319-36cac2dc1039 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444100 Oct 03 14:59:55.220779 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587e711-bbcf-4f87-911b-1f19c22c869a req-e0132fab-9323-4ad4-b5d6-103e5155b0c7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:55.222621 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f587e711-bbcf-4f87-911b-1f19c22c869a req-e0132fab-9323-4ad4-b5d6-103e5155b0c7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0589788 Oct 03 14:59:55.275734 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f587e711-bbcf-4f87-911b-1f19c22c869a req-22fba742-5e15-4dbc-a036-8d742b78dca1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450139 Oct 03 14:59:55.640129 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aef5e0-9a73-4a2e-b9bd-02baeac5597f req-fab528b3-41ce-4aae-8e0a-f190f07d7565 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:55.642073 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c4aef5e0-9a73-4a2e-b9bd-02baeac5597f req-fab528b3-41ce-4aae-8e0a-f190f07d7565 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 943 time: 0.0444391 Oct 03 14:59:55.693255 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c4aef5e0-9a73-4a2e-b9bd-02baeac5597f req-becf78b1-cd03-4329-963d-83997e2bcb6e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457850 Oct 03 14:59:55.820511 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:55.898970 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-93d7abef-4242-4370-a96a-0e8fae1388ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:55.900399 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-93d7abef-4242-4370-a96a-0e8fae1388ea service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 912 time: 0.0871263 Oct 03 14:59:55.942351 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-5a8cbbce-579c-4cd3-b9fa-c223103007e8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94d80152-f32d-4385-b2c7-39409ac0316c HTTP/1.1" status: 200 len: 217 time: 0.0353212 Oct 03 14:59:55.994069 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-f11bb6fe-f7f6-4d96-ab5f-f4524f6a61fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:55.995397 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-f11bb6fe-f7f6-4d96-ab5f-f4524f6a61fc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a48f3f05-3214-4e90-88bc-7c789ec0a9f7 HTTP/1.1" status: 200 len: 850 time: 0.0422847 Oct 03 14:59:56.037782 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-37bf2042-551e-4648-b0e8-500b6d11c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:56.039173 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-37bf2042-551e-4648-b0e8-500b6d11c92f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3de19230-35e5-430c-b606-8b501507ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370636 Oct 03 14:59:56.132271 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-32f7ef59-2cbb-46f3-9e21-c685eb571c7f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849180 Oct 03 14:59:56.329039 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 94d80152-f32d-4385-b2c7-39409ac0316c details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 14:59:56.380821 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a9938879-3625-4091-9b63-f4f4a3cbaec3 req-0e05f3d5-86e4-4889-b8b5-e72f9eee8add service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936193 Oct 03 14:59:56.415165 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:56.431412 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce02a62-66fa-4ae7-91bd-501b8a32f1ee req-fb11a59d-90d8-4964-a976-bdf6ac21bc07 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:56.433131 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4ce02a62-66fa-4ae7-91bd-501b8a32f1ee req-fb11a59d-90d8-4964-a976-bdf6ac21bc07 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0495203 Oct 03 14:59:56.468614 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 94d80152-f32d-4385-b2c7-39409ac0316c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=94d80152-f32d-4385-b2c7-39409ac0316c,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:56.480514 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '94d80152-f32d-4385-b2c7-39409ac0316c', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'port_id': '94d80152-f32d-4385-b2c7-39409ac0316c', 'mac_address': 'fa:16:3e:3b:7b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 14:59:56.496637 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4ce02a62-66fa-4ae7-91bd-501b8a32f1ee req-1098f6d5-3cce-42cb-917f-79632718f50c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=abe2447f-33ae-48e9-81ab-c8ff4035c9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543430 Oct 03 14:59:56.518942 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 94d80152-f32d-4385-b2c7-39409ac0316c is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:59:56.519535 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:56.532608 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d80152-f32d-4385-b2c7-39409ac0316c {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 14:59:56.555381 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 94d80152-f32d-4385-b2c7-39409ac0316c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=94d80152-f32d-4385-b2c7-39409ac0316c,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:56.558879 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:56.570131 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:56.605735 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=94d80152-f32d-4385-b2c7-39409ac0316c,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:56.615931 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:56.652962 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-94e0ebc5-b746-46de-af3c-ef73bdee7d1c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:56.654414 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-94e0ebc5-b746-46de-af3c-ef73bdee7d1c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 945 time: 0.0469441 Oct 03 14:59:56.745915 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Deleting port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:59:56.746377 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:56.822365 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383bbe7-d4a2-4655-a96e-f32787c51a74 req-491cd523-e928-47c4-96cd-14a7023e9dc8 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:56.824078 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0383bbe7-d4a2-4655-a96e-f32787c51a74 req-491cd523-e928-47c4-96cd-14a7023e9dc8 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 944 time: 0.0506835 Oct 03 14:59:56.851652 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] For port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:56.852010 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:56.873592 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0383bbe7-d4a2-4655-a96e-f32787c51a74 req-70e8843d-076e-44f8-9e83-6ad20d73a777 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Oct 03 14:59:57.016840 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:57.017095 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (8d8b1d4f-4b06-4277-9391-a65598713474), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:57.017404 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Floating IP 8d8b1d4f-4b06-4277-9391-a65598713474 disassociated. External IP: 172.27.1.88, port: 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1. Oct 03 14:59:57.017769 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Calling delete_port for 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 owned by compute:nova {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:59:57.092743 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:57.146688 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['94d80152-f32d-4385-b2c7-39409ac0316c'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 14:59:57.156625 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (328cb0d5-d75b-4a12-a5bf-4bf57d2686b1), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:57.183898 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'Port': ['ID=328cb0d5-d75b-4a12-a5bf-4bf57d2686b1,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:57.197932 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.198277 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.198615 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.198943 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.199280 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.199594 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.199916 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.200237 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.200559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.200877 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.201196 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.201531 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.201847 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.202161 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.202470 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:57.276412 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:57.310758 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 14:59:57.411832 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 14:59:57.421885 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 14:59:57.431786 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:59:57.432416 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:59:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:57.453077 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] No DVR routers for this DVR port 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 on host hv-cinder-85987 {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 14:59:57.456186 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:57.459685 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0bda0acf-a585-456a-a86d-9bcedd3f7a6e req-e42f736c-6d57-4c10-b1ef-8ab956a3e9bb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "DELETE /networking/v2.0/ports/328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 HTTP/1.1" status: 204 len: 173 time: 0.7985194 Oct 03 14:59:57.460142 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'name': 'network-vif-deleted', 'tag': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:59:57.462385 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e5d006-f85a-4661-a9b7-9ea5a3780cdf" -d '{"events": [{"server_uuid": "78499c1b-6aff-4bab-8bc4-495a949e3637", "name": "network-vif-deleted", "tag": "328cb0d5-d75b-4a12-a5bf-4bf57d2686b1"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:59:57.508019 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f38690-3004-4fa7-8168-410159680e89 x-openstack-request-id: req-55f38690-3004-4fa7-8168-410159680e89 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:59:57.508312 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78499c1b-6aff-4bab-8bc4-495a949e3637", "name": "network-vif-deleted", "tag": "328cb0d5-d75b-4a12-a5bf-4bf57d2686b1", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:59:57.508570 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55f38690-3004-4fa7-8168-410159680e89 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:59:57.508981 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f38690-3004-4fa7-8168-410159680e89'] response: {'server_uuid': '78499c1b-6aff-4bab-8bc4-495a949e3637', 'name': 'network-vif-deleted', 'tag': '328cb0d5-d75b-4a12-a5bf-4bf57d2686b1', 'status': 'completed', 'code': 200} Oct 03 14:59:57.639144 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d98ac75d-7035-409c-ad02-c85539fa214d req-07107ac0-b24b-49ca-b76c-1905fcd33af2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=78499c1b-6aff-4bab-8bc4-495a949e3637 HTTP/1.1" status: 200 len: 210 time: 0.0361381 Oct 03 14:59:57.709593 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:59:57.920175 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59336) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:57.925263 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:57.952168 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 14:59:57.961187 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 14:59:57.961828 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:59:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:57.998151 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b700d7c-7677-4f13-9acc-ef995ebd3a67 req-15f57507-f6ad-48c0-87a8-19486305c99c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:57.999656 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6b700d7c-7677-4f13-9acc-ef995ebd3a67 req-15f57507-f6ad-48c0-87a8-19486305c99c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 944 time: 0.0482240 Oct 03 14:59:58.056956 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ca2b85d6-ab2f-475c-8ff3-dc431217374e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.070039 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 14:59:58.071736 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6b700d7c-7677-4f13-9acc-ef995ebd3a67 req-52a0cb20-3c19-4355-871b-ad0230ae7ad6 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660355 Oct 03 14:59:58.074439 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:58.114226 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:58.148377 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ca2b85d6-ab2f-475c-8ff3-dc431217374e admin admin] Publish callbacks [] for security_group (7786e4b7-9159-4d15-bbd2-57a41f851847), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.153377 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ca2b85d6-ab2f-475c-8ff3-dc431217374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7786e4b7-9159-4d15-bbd2-57a41f851847), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.194621 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-ca2b85d6-ab2f-475c-8ff3-dc431217374e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=6a1313b539b548e293810483fa9597b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731750 Oct 03 14:59:58.195354 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b85d6-ab2f-475c-8ff3-dc431217374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7786e4b7-9159-4d15-bbd2-57a41f851847,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:58.197257 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59340) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:58.230734 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:58.259486 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Publish callbacks [] for security_group (7786e4b7-9159-4d15-bbd2-57a41f851847), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.280419 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Publish callbacks [] for security_group (7786e4b7-9159-4d15-bbd2-57a41f851847), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.290045 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 14:59:58.321139 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa7f3f-0bbe-4087-bdf3-4e5e34d17b48 None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 14:59:58.339164 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7786e4b7-9159-4d15-bbd2-57a41f851847), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.341744 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.342895 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7786e4b7-9159-4d15-bbd2-57a41f851847 HTTP/1.1" status: 204 len: 168 time: 0.1443722 Oct 03 14:59:58.349069 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 94d80152-f32d-4385-b2c7-39409ac0316c up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 14:59:58.359814 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7786e4b7-9159-4d15-bbd2-57a41f851847,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:58.372511 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.373601 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.374285 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.374982 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.375585 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.376728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.377229 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.378003 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.378484 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.378925 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.379452 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.379886 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.381117 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.381593 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.382116 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ac5d23-efde-4413-b15e-3cbeda7a30ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 14:59:58.416450 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 94d80152-f32d-4385-b2c7-39409ac0316c completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 14:59:58.424097 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 94d80152-f32d-4385-b2c7-39409ac0316c triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 14:59:58.424653 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.424824 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 94d80152-f32d-4385-b2c7-39409ac0316c Oct 03 14:59:58.508805 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 94d80152-f32d-4385-b2c7-39409ac0316c is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 14:59:58.509198 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.539119 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d80152-f32d-4385-b2c7-39409ac0316c'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 14:59:58.541714 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e77087-631d-4ed7-a87c-69dd0a45771e" -d '{"events": [{"server_uuid": "8cf56714-ab05-4dc1-ae52-0100ec2d6aeb", "name": "network-vif-plugged", "status": "completed", "tag": "94d80152-f32d-4385-b2c7-39409ac0316c"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 14:59:58.555891 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 94d80152-f32d-4385-b2c7-39409ac0316c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=94d80152-f32d-4385-b2c7-39409ac0316c,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 14:59:58.560457 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.561548 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 14:59:58.591391 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ffadba-dd9b-49ba-b5e3-cf3033729aa8 x-openstack-request-id: req-83ffadba-dd9b-49ba-b5e3-cf3033729aa8 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 14:59:58.591788 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf56714-ab05-4dc1-ae52-0100ec2d6aeb", "name": "network-vif-plugged", "status": "completed", "tag": "94d80152-f32d-4385-b2c7-39409ac0316c", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 14:59:58.592108 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83ffadba-dd9b-49ba-b5e3-cf3033729aa8 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 14:59:58.592568 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ffadba-dd9b-49ba-b5e3-cf3033729aa8'] response: {'server_uuid': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d80152-f32d-4385-b2c7-39409ac0316c', 'code': 200} Oct 03 14:59:58.611665 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 14:59:58.612091 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 328cb0d5-d75b-4a12-a5bf-4bf57d2686b1 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 14:59:58.637692 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=94d80152-f32d-4385-b2c7-39409ac0316c,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:58.649101 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e765633-5366-4d82-863d-5a77dffef1dc None None] New status for floating IP 8d8b1d4f-4b06-4277-9391-a65598713474: DOWN {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 14:59:58.665740 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59350) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:58.682183 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-85dcb55b-60c6-4598-b9c1-7a9f5ff5a95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.749371 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59354) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:58.788828 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-85dcb55b-60c6-4598-b9c1-7a9f5ff5a95c admin admin] Publish callbacks [] for security_group (1087ca6a-c4c3-4778-9e47-78c462933e4a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.795005 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-85dcb55b-60c6-4598-b9c1-7a9f5ff5a95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1087ca6a-c4c3-4778-9e47-78c462933e4a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.829156 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5999d1fb-4da4-46ad-97bb-fc68724809de tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (abe2447f-33ae-48e9-81ab-c8ff4035c9aa), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.843659 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-85dcb55b-60c6-4598-b9c1-7a9f5ff5a95c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ee1177626cab4115ad7b2cdc3d94bf5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768069 Oct 03 14:59:58.845052 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcb55b-60c6-4598-b9c1-7a9f5ff5a95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1087ca6a-c4c3-4778-9e47-78c462933e4a,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:58.847337 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59356) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:58.879201 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5999d1fb-4da4-46ad-97bb-fc68724809de tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (abe2447f-33ae-48e9-81ab-c8ff4035c9aa), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.882732 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f0bf7-06df-4ff6-b630-02b12eb34b19 req-35a12d01-f347-4d36-9d3a-0a58c2423d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:58.884249 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9d3f0bf7-06df-4ff6-b630-02b12eb34b19 req-35a12d01-f347-4d36-9d3a-0a58c2423d31 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 1129 time: 0.0664310 Oct 03 14:59:58.899647 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2760b594-927b-4291-b655-8e2504947e9f admin admin] Publish callbacks [] for security_group (1087ca6a-c4c3-4778-9e47-78c462933e4a), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.901270 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:58.925413 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2760b594-927b-4291-b655-8e2504947e9f admin admin] Publish callbacks [] for security_group (1087ca6a-c4c3-4778-9e47-78c462933e4a), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.951216 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9d3f0bf7-06df-4ff6-b630-02b12eb34b19 req-2dd674d0-568d-4ce7-8300-a99c0aa9df6c service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609765 Oct 03 14:59:58.962742 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5999d1fb-4da4-46ad-97bb-fc68724809de tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (abe2447f-33ae-48e9-81ab-c8ff4035c9aa), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.965369 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5999d1fb-4da4-46ad-97bb-fc68724809de tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.966542 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5999d1fb-4da4-46ad-97bb-fc68724809de tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/abe2447f-33ae-48e9-81ab-c8ff4035c9aa HTTP/1.1" status: 204 len: 168 time: 0.2159643 Oct 03 14:59:58.969710 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59358) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:58.976186 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999d1fb-4da4-46ad-97bb-fc68724809de tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe2447f-33ae-48e9-81ab-c8ff4035c9aa,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:58.982907 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.api.v2.resource [None req-96a08ba8-1dc9-4610-b989-48ece92f3316 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] show failed (client error): The resource could not be found. Oct 03 14:59:58.983900 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-96a08ba8-1dc9-4610-b989-48ece92f3316 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups/abe2447f-33ae-48e9-81ab-c8ff4035c9aa HTTP/1.1" status: 404 len: 347 time: 0.0132935 Oct 03 14:59:58.987027 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59360) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:58.990206 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2760b594-927b-4291-b655-8e2504947e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1087ca6a-c4c3-4778-9e47-78c462933e4a), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.992945 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2760b594-927b-4291-b655-8e2504947e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:58.996391 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-2760b594-927b-4291-b655-8e2504947e9f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1087ca6a-c4c3-4778-9e47-78c462933e4a HTTP/1.1" status: 204 len: 168 time: 0.1458418 Oct 03 14:59:59.008089 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760b594-927b-4291-b655-8e2504947e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1087ca6a-c4c3-4778-9e47-78c462933e4a,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:59.023142 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:59.108435 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Deleting port 95418565-677f-45da-8bd1-09429cb64458 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 14:59:59.108771 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (95418565-677f-45da-8bd1-09429cb64458), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.224155 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (95418565-677f-45da-8bd1-09429cb64458), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.224471 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (95418565-677f-45da-8bd1-09429cb64458), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.232129 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78323a8-48cd-4273-8bd3-bf161b1b7b73 req-144e42c3-0a5d-4b99-b6ee-7baedba9277a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 14:59:59.233617 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b78323a8-48cd-4273-8bd3-bf161b1b7b73 req-144e42c3-0a5d-4b99-b6ee-7baedba9277a tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 945 time: 0.0681660 Oct 03 14:59:59.257436 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Calling delete_port for 95418565-677f-45da-8bd1-09429cb64458 owned by network:floatingip {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 14:59:59.331049 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b78323a8-48cd-4273-8bd3-bf161b1b7b73 req-48ef9b37-998b-49d0-9bea-cb9aeeec90ae tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913200 Oct 03 14:59:59.425659 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (95418565-677f-45da-8bd1-09429cb64458), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.430489 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 14:59:59.451842 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'Port': ['ID=95418565-677f-45da-8bd1-09429cb64458,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:59.520068 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (8d8b1d4f-4b06-4277-9391-a65598713474), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.522700 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.523844 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-80cfc136-ffe4-4e4a-8dc7-fd05724f7840 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/8d8b1d4f-4b06-4277-9391-a65598713474 HTTP/1.1" status: 204 len: 168 time: 0.5358140 Oct 03 14:59:59.596877 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59384) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:59.601555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-9d01f242-be0f-4adf-97fa-36ee8c8052b5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--944676806', 'description': 'tempest-description--524621517'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:59:59.623353 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9d01f242-be0f-4adf-97fa-36ee8c8052b5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.696897 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9d01f242-be0f-4adf-97fa-36ee8c8052b5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (7fc1a6e2-6155-4be7-b4dd-83186f5d93e7), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.700801 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9d01f242-be0f-4adf-97fa-36ee8c8052b5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7fc1a6e2-6155-4be7-b4dd-83186f5d93e7), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.731007 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9d01f242-be0f-4adf-97fa-36ee8c8052b5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.732226 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-9d01f242-be0f-4adf-97fa-36ee8c8052b5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1341894 Oct 03 14:59:59.735976 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59388) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:59.738117 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01f242-be0f-4adf-97fa-36ee8c8052b5 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:59.741182 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-5a53b7cc-0669-423a-9fa5-df88de4addb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group_rule': {'security_group_id': '7fc1a6e2-6155-4be7-b4dd-83186f5d93e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:59:59.769654 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5a53b7cc-0669-423a-9fa5-df88de4addb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (d20fc5f2-6666-4217-ad10-3bc247b6b4a8), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.827103 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5a53b7cc-0669-423a-9fa5-df88de4addb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (d20fc5f2-6666-4217-ad10-3bc247b6b4a8), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.830794 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5a53b7cc-0669-423a-9fa5-df88de4addb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (d20fc5f2-6666-4217-ad10-3bc247b6b4a8), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.848668 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53b7cc-0669-423a-9fa5-df88de4addb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20fc5f2-6666-4217-ad10-3bc247b6b4a8,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:59.860331 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5a53b7cc-0669-423a-9fa5-df88de4addb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.862427 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-5a53b7cc-0669-423a-9fa5-df88de4addb8 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245017 Oct 03 14:59:59.864472 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59394) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 14:59:59.868864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-822b8b4b-8b37-40e1-825f-582af0aca1ae tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'security_group_rule': {'security_group_id': '7fc1a6e2-6155-4be7-b4dd-83186f5d93e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 14:59:59.896246 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-822b8b4b-8b37-40e1-825f-582af0aca1ae tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (9c63caa7-b8de-464a-9ac4-2b323a57fe94), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.955579 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-822b8b4b-8b37-40e1-825f-582af0aca1ae tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (9c63caa7-b8de-464a-9ac4-2b323a57fe94), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.960636 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-822b8b4b-8b37-40e1-825f-582af0aca1ae tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (9c63caa7-b8de-464a-9ac4-2b323a57fe94), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.984228 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b8b4b-8b37-40e1-825f-582af0aca1ae tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c63caa7-b8de-464a-9ac4-2b323a57fe94,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 14:59:59.992905 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-822b8b4b-8b37-40e1-825f-582af0aca1ae tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 14:59:59.994107 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-822b8b4b-8b37-40e1-825f-582af0aca1ae tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286976 Oct 03 14:59:59.997427 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59396) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:00:00.002313 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:00:00.014344 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:00.023450 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.106938 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.233342 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Allocated IP 172.27.1.55 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/b25486f1-b7e0-427e-bc5a-02a1611c8411) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:00:00.339218 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (b25486f1-b7e0-427e-bc5a-02a1611c8411), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.371741 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (b25486f1-b7e0-427e-bc5a-02a1611c8411), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.380189 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:00.416434 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:00:00.419843 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:00:00.424795 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:00:00.448348 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=b25486f1-b7e0-427e-bc5a-02a1611c8411,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:00.455048 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ace0f-8e8b-45bc-abc9-98d1866e03f2 req-2870cdf1-89c7-4b96-9f87-d241fb1f4d90 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:00.456550 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-367ace0f-8e8b-45bc-abc9-98d1866e03f2 req-2870cdf1-89c7-4b96-9f87-d241fb1f4d90 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 945 time: 0.0462527 Oct 03 15:00:00.505546 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-367ace0f-8e8b-45bc-abc9-98d1866e03f2 req-0b2fc056-b960-418d-b9e7-71c178f93ec4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426307 Oct 03 15:00:00.511862 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (cd7ccc45-2fc1-4779-a54f-6b370551154a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.549193 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (b25486f1-b7e0-427e-bc5a-02a1611c8411), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.694612 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (b25486f1-b7e0-427e-bc5a-02a1611c8411), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.699002 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (b25486f1-b7e0-427e-bc5a-02a1611c8411), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.704243 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:00.774396 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=b25486f1-b7e0-427e-bc5a-02a1611c8411,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:00.776828 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (cd7ccc45-2fc1-4779-a54f-6b370551154a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.793179 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:00.794435 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-08bae0a9-9be0-42de-b7fe-64db90ab2ace tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7960193 Oct 03 15:00:00.993699 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-adb3238a-5ae3-4345-a65d-37a4c6bc3847 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--944676806&fields=id&tenant_id=f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 267 time: 0.0427678 Oct 03 15:00:01.104646 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-af524531-ac1d-4361-b09e-aefb9b9af213 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:01.106137 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-af524531-ac1d-4361-b09e-aefb9b9af213 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 815 time: 0.1063280 Oct 03 15:00:01.120258 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-57673a07-313a-4b97-b55c-dc2d5bd4eabd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/quotas/f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 375 time: 0.0088947 Oct 03 15:00:01.170888 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-f065eab0-9b36-44fb-ace9-c8c5357d0873 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453668 Oct 03 15:00:01.275127 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-5299ed9b-8409-44d9-9434-1cdb72de5894 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928319 Oct 03 15:00:01.382145 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-39cd6e7f-5dfe-4cff-bd9d-33b3eae599de service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987346 Oct 03 15:00:01.568552 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c3b33704-13e4-4074-86e9-1a8b283028c6 req-1ce0320e-82d4-4daa-8935-a52ee24e937f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0372283 Oct 03 15:00:01.644474 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec59a99-361f-4ea3-8f12-609bf2f9ae85 req-1557569d-c66f-42cc-9d9e-25429a6e62ad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:01.646013 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-eec59a99-361f-4ea3-8f12-609bf2f9ae85 req-1557569d-c66f-42cc-9d9e-25429a6e62ad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 945 time: 0.0562754 Oct 03 15:00:01.690348 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:01.695599 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-eec59a99-361f-4ea3-8f12-609bf2f9ae85 req-4384b103-abdf-478a-b341-81dfeaf848d7 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441301 Oct 03 15:00:01.847209 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:01.853551 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:02.055155 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88a7c7-f2cf-4c88-9066-9168ec28770b req-869792d5-0a1e-4d9f-b5ac-7fd8d59cae7c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:02.056538 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b88a7c7-f2cf-4c88-9066-9168ec28770b req-869792d5-0a1e-4d9f-b5ac-7fd8d59cae7c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 945 time: 0.2759995 Oct 03 15:00:02.067007 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59438) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:00:02.071373 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-e7fc2d45-d5ea-46da-87ab-75b3ea730b3d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Request body: {'floatingip': {'port_id': '94d80152-f32d-4385-b2c7-39409ac0316c'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:00:02.109077 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2d45-d5ea-46da-87ab-75b3ea730b3d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (f4ff6a06-6361-4819-8392-fdffb607507c), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:02.169023 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:02.531167 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2d45-d5ea-46da-87ab-75b3ea730b3d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:02.534964 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2d45-d5ea-46da-87ab-75b3ea730b3d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (f4ff6a06-6361-4819-8392-fdffb607507c), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:02.632937 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-e7fc2d45-d5ea-46da-87ab-75b3ea730b3d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Floating IP f4ff6a06-6361-4819-8392-fdffb607507c associated. External IP: 172.27.1.169, port: 94d80152-f32d-4385-b2c7-39409ac0316c. Oct 03 15:00:02.672042 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6617104c-06c5-4517-ad95-5016acbc0644 req-270a2c91-94ef-4df7-b2c4-3482b88e7c3e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0269897 Oct 03 15:00:02.680472 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:02.833592 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fc2d45-d5ea-46da-87ab-75b3ea730b3d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Router 925763bd-6908-4f5b-9c49-d3483bdd04d0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:00:02.934907 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fc2d45-d5ea-46da-87ab-75b3ea730b3d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:00:02.939687 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2d45-d5ea-46da-87ab-75b3ea730b3d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:02.944272 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] Sync routers for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:00:02.954638 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:00:02.955319 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:59:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:00:02.968830 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e7fc2d45-d5ea-46da-87ab-75b3ea730b3d tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/f4ff6a06-6361-4819-8392-fdffb607507c HTTP/1.1" status: 200 len: 991 time: 0.9007781 Oct 03 15:00:02.969968 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'tag': '94d80152-f32d-4385-b2c7-39409ac0316c'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:00:02.972211 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cf56714-ab05-4dc1-ae52-0100ec2d6aeb", "tag": "94d80152-f32d-4385-b2c7-39409ac0316c"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:00:03.010940 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c7dae2-9130-4ae2-ba48-2868333ac514 x-openstack-request-id: req-e8c7dae2-9130-4ae2-ba48-2868333ac514 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:00:03.011231 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cf56714-ab05-4dc1-ae52-0100ec2d6aeb", "tag": "94d80152-f32d-4385-b2c7-39409ac0316c", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:00:03.011485 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8c7dae2-9130-4ae2-ba48-2868333ac514 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:00:03.011887 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c7dae2-9130-4ae2-ba48-2868333ac514'] response: {'name': 'network-changed', 'server_uuid': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'tag': '94d80152-f32d-4385-b2c7-39409ac0316c', 'status': 'completed', 'code': 200} Oct 03 15:00:03.062087 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:00:03.271217 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'f4ff6a06-6361-4819-8392-fdffb607507c', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'port_id': '94d80152-f32d-4385-b2c7-39409ac0316c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'mac_address': 'fa:16:3e:3b:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:59:45Z', 'updated_at': '2022-10-03T15:00:02Z', 'revision_number': 1, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:00:03.296231 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] Checking router: 925763bd-6908-4f5b-9c49-d3483bdd04d0 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:00:03.304265 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:00:03.304853 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T14:59:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:00:03.391924 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:03.406285 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:00:03.611646 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'f4ff6a06-6361-4819-8392-fdffb607507c', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'port_id': '94d80152-f32d-4385-b2c7-39409ac0316c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'mac_address': 'fa:16:3e:3b:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:59:45Z', 'updated_at': '2022-10-03T15:00:02Z', 'revision_number': 1, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:00:03.636293 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a4ac6-6e2f-47d6-9c97-cca3ef3ad74e None None] The sync data for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi is: [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'f4ff6a06-6361-4819-8392-fdffb607507c', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'port_id': '94d80152-f32d-4385-b2c7-39409ac0316c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'mac_address': 'fa:16:3e:3b:7b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:59:45Z', 'updated_at': '2022-10-03T15:00:02Z', 'revision_number': 1, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:00:03.774641 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8189a794-a375-4123-a321-56aa055031f5 req-d2bc1e9d-7f98-4168-bfe4-3328af32d6ed tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0279515 Oct 03 15:00:03.823240 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23111d-c074-4e34-88dd-bca55d5ad4af None None] New status for floating IP f4ff6a06-6361-4819-8392-fdffb607507c: ACTIVE {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:00:04.877252 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3330498d-e7fa-4604-8237-6ed4977aacb8 req-1ed84a62-f258-4fff-9910-81b5902447fb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0274608 Oct 03 15:00:05.867638 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-aeb0ded1-583b-4c71-ab8d-0375ccb679a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:05.869191 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-aeb0ded1-583b-4c71-ab8d-0375ccb679a8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8cf070b7d6ff419392acaddbbee1e242&device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 1129 time: 0.0443282 Oct 03 15:00:05.981078 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-382b64af-b348-4aa9-91c0-2977a9d114a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:05.982565 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-382b64af-b348-4aa9-91c0-2977a9d114a6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 200 len: 912 time: 0.1061561 Oct 03 15:00:05.998459 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e7bab35-afcc-42a4-ac6c-e1a907806b1d req-3d0ba865-42d6-40a6-8579-20191ee0e964 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0350888 Oct 03 15:00:06.225424 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:06.245897 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-e4964f6e-b655-490a-af24-30899d3d50c0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94d80152-f32d-4385-b2c7-39409ac0316c HTTP/1.1" status: 200 len: 1001 time: 0.0624452 Oct 03 15:00:06.301823 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-4df95160-dc56-4160-ade2-6e5c97e50f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:06.303846 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-4df95160-dc56-4160-ade2-6e5c97e50f3c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a48f3f05-3214-4e90-88bc-7c789ec0a9f7 HTTP/1.1" status: 200 len: 850 time: 0.0517218 Oct 03 15:00:06.348086 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-b3eaf671-2fc4-4170-8930-bbe28268287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:06.349609 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-b3eaf671-2fc4-4170-8930-bbe28268287b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3de19230-35e5-430c-b606-8b501507ea36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390210 Oct 03 15:00:06.446327 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-e6815069-2528-4deb-b7a1-0de70068f257 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901723 Oct 03 15:00:06.552884 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0a2d7f7d-c960-4145-9bc4-71a7d98aa5b0 req-61947bab-e31b-434b-8363-8072f26ae236 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827155 Oct 03 15:00:06.967851 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-7756fb73-b4f6-4f0f-a02d-c15a66ab0c8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:06.970019 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-7756fb73-b4f6-4f0f-a02d-c15a66ab0c8e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 815 time: 0.1156535 Oct 03 15:00:07.051217 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-384c1faa-2392-4d4d-ae98-1c678a96bd0a tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f441c0592cd146d3be851ac96cbc49dc HTTP/1.1" status: 200 len: 379 time: 0.0549293 Oct 03 15:00:07.112122 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1b571d45-e0e0-4a0c-ab81-12a1f03091fc req-27533e27-444a-4fe1-a805-99d6464ff673 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0271604 Oct 03 15:00:08.211329 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1fd47470-a20c-4cac-b4b8-9865bd690021 req-ac48bc4d-ed85-4f18-a62f-8aa7866711ee tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0261462 Oct 03 15:00:09.311914 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-fe671504-dfcb-40f4-ab2c-357c2cf35a80 req-1e902e7a-2d2a-4af5-9df2-d6b6ea22dc44 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0266275 Oct 03 15:00:10.413812 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d48e8e70-efc5-431d-a9ee-543dc645b176 req-6ba32c3e-47f8-43df-8a66-9dbb1ca9adad tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0267689 Oct 03 15:00:10.665277 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'port': {'device_id': '8f9c9350-8239-4025-852c-17a10acd5f57', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'admin_state_up': True, 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'security_groups': ['7fc1a6e2-6155-4be7-b4dd-83186f5d93e7']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:00:10.669864 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:10.780096 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Made reservation on behalf of f441c0592cd146d3be851ac96cbc49dc for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:00:10.784585 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:10.848744 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-3b9770ae-aff7-4e6b-a788-9bcc26ddcf9c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383604 Oct 03 15:00:10.915680 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Allocated IP 172.20.0.3 (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed/af42466f-d6e8-445c-95ca-83f78fbd4579/97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:00:11.037270 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:11.050255 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.083951 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.133284 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:00:11.136470 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:00:11.139046 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-9b037da1-b154-4eb4-9e94-b03679a6fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:11.140550 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-9b037da1-b154-4eb4-9e94-b03679a6fb6b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8fae62571c3c402a8fcc4afaf4268310&device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1129 time: 0.0420296 Oct 03 15:00:11.141159 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:00:11.169769 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event updated for resources: {'Port': ['ID=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:11.195955 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:11.196555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.215816 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-89a427c1-d16f-4839-b75a-5a05a75b2725 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543694 Oct 03 15:00:11.234285 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Request body: {'port': {'device_id': '8f9c9350-8239-4025-852c-17a10acd5f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:00:11.257879 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-8b520cc5-8a5f-463d-89ba-d0b72e61c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:11.259348 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-8b520cc5-8a5f-463d-89ba-d0b72e61c0fd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 200 len: 908 time: 0.0988541 Oct 03 15:00:11.300757 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.327330 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-dfcda55e-abb7-403a-a198-9ffb093679aa service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 1000 time: 0.0616796 Oct 03 15:00:11.346220 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-d2bbd8f6-a97b-41de-851e-1531a59decc0 None None] Provisioning complete for port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:00:11.346842 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d2bbd8f6-a97b-41de-851e-1531a59decc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.347047 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-d2bbd8f6-a97b-41de-851e-1531a59decc0 None None] Attempt 1 to provision port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba Oct 03 15:00:11.381575 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-d2bbd8f6-a97b-41de-851e-1531a59decc0 None None] Port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:00:11.382571 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-f25dadc7-3914-4cae-ac07-69bb192cb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:11.384048 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-f25dadc7-3914-4cae-ac07-69bb192cb9a6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c28ffd21-2f79-4fb6-b873-f4a85ae78926 HTTP/1.1" status: 200 len: 846 time: 0.0511017 Oct 03 15:00:11.499988 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:11.525531 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-6cb4776c-a5e4-460c-b95d-81ab2e95b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:11.527101 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-6cb4776c-a5e4-460c-b95d-81ab2e95b26c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402098 Oct 03 15:00:11.572136 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696085ed-0cd1-46f2-bf99-563e4aecbf32 req-0296d693-06b0-4fc1-9e77-05971a1e1d83 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:11.573602 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-696085ed-0cd1-46f2-bf99-563e4aecbf32 req-0296d693-06b0-4fc1-9e77-05971a1e1d83 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 931 time: 0.0810299 Oct 03 15:00:11.606146 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:11.625019 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-ffb682f3-a6e1-41b3-a2f5-2b748d3a831c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904872 Oct 03 15:00:11.629422 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:00:11.644103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Publish callbacks [] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.667400 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-696085ed-0cd1-46f2-bf99-563e4aecbf32 req-26ffc103-053e-4a23-8847-a7de42466291 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859296 Oct 03 15:00:11.669961 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Transition to ACTIVE for port object 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:00:11.675013 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.718279 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-04cc2e4d-50ad-4e7a-97cb-4f6803a7c8e4 req-cde3d00d-530e-4a83-9957-48e4cc281e65 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863330 Oct 03 15:00:11.759851 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Pushing event updated for resources: {'Port': ['ID=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:11.769276 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:11.793700 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Attempting to bind port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:00:11.794023 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Attempting to bind port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:00:11.794346 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Attempting to bind port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:00:11.837244 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:00:11.837588 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Attempting to bind port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba on network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:00:11.880481 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:00:11.881005 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Checking segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:00:11.881707 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Bound using segment: {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:00:11.881977 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Bound port: 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:00:11.882325 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.954115 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] For port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:00:11.957967 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] For port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:00:11.965428 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.971210 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:11.972062 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:11.973482 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba HTTP/1.1" status: 200 len: 1093 time: 0.7435842 Oct 03 15:00:11.974149 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9c9350-8239-4025-852c-17a10acd5f57', 'tag': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:00:11.976413 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494cceca-44aa-4120-b6b0-c251f6022aba" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9c9350-8239-4025-852c-17a10acd5f57", "tag": "97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:00:12.026073 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c45374-485f-49df-a01d-6aee8b8165db x-openstack-request-id: req-17c45374-485f-49df-a01d-6aee8b8165db {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:00:12.026385 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9c9350-8239-4025-852c-17a10acd5f57", "tag": "97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:00:12.026639 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17c45374-485f-49df-a01d-6aee8b8165db {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:00:12.027036 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c45374-485f-49df-a01d-6aee8b8165db'] response: {'name': 'network-changed', 'server_uuid': '8f9c9350-8239-4025-852c-17a10acd5f57', 'tag': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba', 'status': 'completed', 'code': 200} Oct 03 15:00:12.032305 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59b007-bb8f-4796-b2c9-5e75d3780c14 service neutron] Pushing event updated for resources: {'Port': ['ID=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:12.112423 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-dbb5bea5-6097-4313-9c7b-02c79bad2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:12.113896 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-dbb5bea5-6097-4313-9c7b-02c79bad2f5a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 1127 time: 0.0392795 Oct 03 15:00:12.164609 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-1e7e35a1-ce79-4c69-9251-d0f2dcfed974 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba HTTP/1.1" status: 200 len: 217 time: 0.0358891 Oct 03 15:00:12.213119 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-ae0e00d8-0459-43c7-ab25-40a1b481227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:12.214534 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-ae0e00d8-0459-43c7-ab25-40a1b481227b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0434775 Oct 03 15:00:12.256181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa42eff2-3f38-465d-8047-bc67329e642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:12.257530 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-aa42eff2-3f38-465d-8047-bc67329e642e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365043 Oct 03 15:00:12.354070 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-113c1f6c-43b0-425c-b243-e2019d6e45e7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888247 Oct 03 15:00:12.444190 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36125c2b-10dc-4b5e-861b-6ce70050850b req-51e71e02-1c0d-4245-bb6a-ad8dba160c37 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841172 Oct 03 15:00:12.793135 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94708059-2d50-4514-9273-81194d7d2746 req-f216fda8-a7af-431a-93d3-3c5e38601165 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:12.794635 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-94708059-2d50-4514-9273-81194d7d2746 req-f216fda8-a7af-431a-93d3-3c5e38601165 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 943 time: 0.0506008 Oct 03 15:00:12.842966 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-94708059-2d50-4514-9273-81194d7d2746 req-cf667d24-49bc-4807-9655-6bb53a452852 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426283 Oct 03 15:00:13.245577 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2207b13a-7e5f-48e3-8b66-baf9a77e75c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:13.964209 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cf0c3-899b-4e7c-9310-4381e0d4e80f req-514c05f9-ee8f-4acf-9586-89eb06a174da tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:13.965718 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3b4cf0c3-899b-4e7c-9310-4381e0d4e80f req-514c05f9-ee8f-4acf-9586-89eb06a174da tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 943 time: 0.0463724 Oct 03 15:00:14.002239 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:14.004436 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=15 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:14.017478 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3b4cf0c3-899b-4e7c-9310-4381e0d4e80f req-5a2d76fa-66ae-43ec-b4cc-ec285e970c72 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461524 Oct 03 15:00:15.137003 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49105eb6-0682-4365-8407-17202b53e695 req-d642709e-36d0-4d2f-b05e-ae7ae90fba63 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:15.138587 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-49105eb6-0682-4365-8407-17202b53e695 req-d642709e-36d0-4d2f-b05e-ae7ae90fba63 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 943 time: 0.0456212 Oct 03 15:00:15.157729 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:15.187238 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-49105eb6-0682-4365-8407-17202b53e695 req-a341e481-b1ba-46c5-ac03-e78892d9516b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Oct 03 15:00:15.466349 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-470bbb30-8776-4867-aadd-d165c9a69e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:15.509410 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cceca-44aa-4120-b6b0-c251f6022aba req-647a4de4-0367-4b0b-b878-42fac553ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:15.510909 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-494cceca-44aa-4120-b6b0-c251f6022aba req-647a4de4-0367-4b0b-b878-42fac553ed2e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 1127 time: 0.0387163 Oct 03 15:00:16.305096 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de119644-f615-423f-89a7-4ca68006af2c req-73f2620c-a455-4a0e-91c9-b370f4ddaa34 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:16.306565 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-de119644-f615-423f-89a7-4ca68006af2c req-73f2620c-a455-4a0e-91c9-b370f4ddaa34 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 943 time: 0.0457866 Oct 03 15:00:16.352154 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-de119644-f615-423f-89a7-4ca68006af2c req-e4d32829-0b38-448b-a0bc-7052d854503f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401952 Oct 03 15:00:16.635845 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cceca-44aa-4120-b6b0-c251f6022aba req-20f8b753-bcb4-4642-8701-0fbc261f1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:16.637202 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-494cceca-44aa-4120-b6b0-c251f6022aba req-20f8b753-bcb4-4642-8701-0fbc261f1b4b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 916 time: 0.0878177 Oct 03 15:00:16.738732 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:17.439804 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:00:17.505262 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:17.542666 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:00:17.555236 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'port_id': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba', 'mac_address': 'fa:16:3e:1f:08:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:00:17.591561 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:00:17.591943 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:17.606460 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:00:17.628011 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:00:17.632377 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:17.683626 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:17.691222 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.691564 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.691898 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.692234 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.692563 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.692885 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.693202 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.693555 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.693878 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.694197 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.694513 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.694830 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.695144 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.695459 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.695769 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:00:17.715105 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:17.718711 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-494cceca-44aa-4120-b6b0-c251f6022aba req-9caade9c-e26c-4f17-9b43-b6b6bb7b79bb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba HTTP/1.1" status: 200 len: 217 time: 0.2863481 Oct 03 15:00:17.729939 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57c210-3a2c-4a56-9151-acfb64fa4e8f req-64bbfc92-9fbe-4fae-92cb-451f950ccc54 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:17.731375 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3d57c210-3a2c-4a56-9151-acfb64fa4e8f req-64bbfc92-9fbe-4fae-92cb-451f950ccc54 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 943 time: 0.3075800 Oct 03 15:00:17.777196 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3d57c210-3a2c-4a56-9151-acfb64fa4e8f req-92ec3649-a4af-499d-b353-56292b071e59 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397642 Oct 03 15:00:17.959681 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:18.307892 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:18.759121 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cceca-44aa-4120-b6b0-c251f6022aba req-334493d5-1d1d-4820-a2bc-e729bb500d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:18.760594 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-494cceca-44aa-4120-b6b0-c251f6022aba req-334493d5-1d1d-4820-a2bc-e729bb500d05 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0446613 Oct 03 15:00:18.808501 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cceca-44aa-4120-b6b0-c251f6022aba req-c627895e-a70f-4c13-8581-98bb2de6484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:18.810073 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-494cceca-44aa-4120-b6b0-c251f6022aba req-c627895e-a70f-4c13-8581-98bb2de6484a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381141 Oct 03 15:00:18.897562 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03608ae-8988-414e-a64b-1ff0aa1ce46d req-c516cc8a-ac69-4cb7-be31-abffd3cd4adb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:18.899041 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d03608ae-8988-414e-a64b-1ff0aa1ce46d req-c516cc8a-ac69-4cb7-be31-abffd3cd4adb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 944 time: 0.0480392 Oct 03 15:00:18.905434 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-494cceca-44aa-4120-b6b0-c251f6022aba req-9f2e0e4f-0c7c-4ab7-8f32-8abb0965059a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886509 Oct 03 15:00:18.946656 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d03608ae-8988-414e-a64b-1ff0aa1ce46d req-acdd45c1-e69d-468c-95e0-5fd407dbb51f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Oct 03 15:00:18.995009 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-494cceca-44aa-4120-b6b0-c251f6022aba req-6ec66088-ea12-42af-b23e-3a3666db6ee6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834849 Oct 03 15:00:19.384854 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:00:20.073725 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fa60-bf92-49ee-8274-90ef07179efc req-5b836a5f-c914-401a-98f6-e970e84575c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:20.074478 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8687fa60-bf92-49ee-8274-90ef07179efc req-5b836a5f-c914-401a-98f6-e970e84575c2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 944 time: 0.0528209 Oct 03 15:00:20.132261 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8687fa60-bf92-49ee-8274-90ef07179efc req-ad28c803-8247-4875-8030-7f2f1bbd1c47 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515757 Oct 03 15:00:20.814670 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:00:20.855067 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:00:20.860744 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:00:20.861122 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:20.861464 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba Oct 03 15:00:20.886598 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:20.932054 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:00:20.932426 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:20.957527 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9c9350-8239-4025-852c-17a10acd5f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:00:20.959713 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d2a1dd-dd56-4c51-a5c0-172cdf30b066" -d '{"events": [{"server_uuid": "8f9c9350-8239-4025-852c-17a10acd5f57", "name": "network-vif-plugged", "status": "completed", "tag": "97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:00:21.093512 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745282e1-b5c0-40b3-acf3-658f2abd9b07 x-openstack-request-id: req-745282e1-b5c0-40b3-acf3-658f2abd9b07 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:00:21.093814 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9c9350-8239-4025-852c-17a10acd5f57", "name": "network-vif-plugged", "status": "completed", "tag": "97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:00:21.094064 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-745282e1-b5c0-40b3-acf3-658f2abd9b07 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:00:21.094445 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745282e1-b5c0-40b3-acf3-658f2abd9b07'] response: {'server_uuid': '8f9c9350-8239-4025-852c-17a10acd5f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba', 'code': 200} Oct 03 15:00:21.097925 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:00:21.101949 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:21.153891 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:21.286455 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090075-6668-4e4a-b4f2-6d0b042f9419 req-44be600f-974d-47f8-acb1-8edc8a3e08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:21.288257 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b8090075-6668-4e4a-b4f2-6d0b042f9419 req-44be600f-974d-47f8-acb1-8edc8a3e08ba service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 1129 time: 0.0715015 Oct 03 15:00:21.294791 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fa07a-71a3-4068-ba11-69ca7dc43515 req-2b7be28c-9654-4dbd-b430-6ed1482089bf tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:21.296476 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-968fa07a-71a3-4068-ba11-69ca7dc43515 req-2b7be28c-9654-4dbd-b430-6ed1482089bf tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 945 time: 0.0715141 Oct 03 15:00:21.369710 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b8090075-6668-4e4a-b4f2-6d0b042f9419 req-93e0a794-69eb-426e-83da-98a98e80254a service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725174 Oct 03 15:00:21.380591 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-968fa07a-71a3-4068-ba11-69ca7dc43515 req-532e0f69-0c10-4e39-a929-115c848df80c tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755372 Oct 03 15:00:22.507425 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36d6c6-053a-4f75-8ba0-88f95d449b2c req-06ff63b7-1166-4ac7-b449-1db95511218e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:22.509048 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8e36d6c6-053a-4f75-8ba0-88f95d449b2c req-06ff63b7-1166-4ac7-b449-1db95511218e tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Oct 03 15:00:22.560648 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8e36d6c6-053a-4f75-8ba0-88f95d449b2c req-c0b99993-bbf7-4901-8f35-46f498a240fb tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462270 Oct 03 15:00:23.683313 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f76e-b9f2-43e7-8f7d-77520a928200 req-a892a0dd-0436-4ff7-8268-749ee1e4fd82 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:23.684782 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9141f76e-b9f2-43e7-8f7d-77520a928200 req-a892a0dd-0436-4ff7-8268-749ee1e4fd82 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 945 time: 0.0492270 Oct 03 15:00:23.734274 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9141f76e-b9f2-43e7-8f7d-77520a928200 req-42856cd0-2367-4e62-8934-7bb5ce35b41f tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 Oct 03 15:00:23.853001 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bac986-e475-4c60-a240-dbb1574f61f7 req-37463b18-286e-413b-8e12-99f5525e0172 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:23.854512 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f0bac986-e475-4c60-a240-dbb1574f61f7 req-37463b18-286e-413b-8e12-99f5525e0172 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 945 time: 0.0470002 Oct 03 15:00:23.865700 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59606) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:00:23.870333 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-3f0b308f-ea0a-4c2f-9734-ec87b2e44cfd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Request body: {'floatingip': {'port_id': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:00:23.912431 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3f0b308f-ea0a-4c2f-9734-ec87b2e44cfd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (cd7ccc45-2fc1-4779-a54f-6b370551154a), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:23.977401 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59610) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:00:24.003461 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:24.115807 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-36473ff4-19d2-4d9d-8ad2-6197f3139dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.125890 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:24.192611 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-36473ff4-19d2-4d9d-8ad2-6197f3139dca admin admin] Publish callbacks [] for security_group (920cfdcc-e90d-4596-b3ae-8083e5443608), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.196506 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-36473ff4-19d2-4d9d-8ad2-6197f3139dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (920cfdcc-e90d-4596-b3ae-8083e5443608), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.239854 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-36473ff4-19d2-4d9d-8ad2-6197f3139dca admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9605558553df4ab38128411033a5596e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612653 Oct 03 15:00:24.240710 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36473ff4-19d2-4d9d-8ad2-6197f3139dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920cfdcc-e90d-4596-b3ae-8083e5443608,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:24.243301 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 59614) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:00:24.243440 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:24.294104 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-809ca551-2345-4b24-b441-4f7c7c98cabf admin admin] Publish callbacks [] for security_group (920cfdcc-e90d-4596-b3ae-8083e5443608), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.315290 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-809ca551-2345-4b24-b441-4f7c7c98cabf admin admin] Publish callbacks [] for security_group (920cfdcc-e90d-4596-b3ae-8083e5443608), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.352327 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3f0b308f-ea0a-4c2f-9734-ec87b2e44cfd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.362257 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3f0b308f-ea0a-4c2f-9734-ec87b2e44cfd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (cd7ccc45-2fc1-4779-a54f-6b370551154a), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.374979 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-809ca551-2345-4b24-b441-4f7c7c98cabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (920cfdcc-e90d-4596-b3ae-8083e5443608), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.377973 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-809ca551-2345-4b24-b441-4f7c7c98cabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.379250 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-809ca551-2345-4b24-b441-4f7c7c98cabf admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/920cfdcc-e90d-4596-b3ae-8083e5443608 HTTP/1.1" status: 204 len: 168 time: 0.1352446 Oct 03 15:00:24.391162 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ca551-2345-4b24-b441-4f7c7c98cabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920cfdcc-e90d-4596-b3ae-8083e5443608,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:24.483365 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-3f0b308f-ea0a-4c2f-9734-ec87b2e44cfd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Floating IP cd7ccc45-2fc1-4779-a54f-6b370551154a associated. External IP: 172.27.1.55, port: 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba. Oct 03 15:00:24.709730 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0b308f-ea0a-4c2f-9734-ec87b2e44cfd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:00:24.817652 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0b308f-ea0a-4c2f-9734-ec87b2e44cfd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:00:24.822689 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3f0b308f-ea0a-4c2f-9734-ec87b2e44cfd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:24.828685 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:00:24.839291 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:00:24.839903 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:00:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:00:24.853370 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-3f0b308f-ea0a-4c2f-9734-ec87b2e44cfd tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/cd7ccc45-2fc1-4779-a54f-6b370551154a HTTP/1.1" status: 200 len: 990 time: 0.9865451 Oct 03 15:00:24.854133 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9c9350-8239-4025-852c-17a10acd5f57', 'tag': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:00:24.856428 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ff02d5-6be1-42a1-a549-9a2f5bef9551" -d '{"events": [{"name": "network-changed", "server_uuid": "8f9c9350-8239-4025-852c-17a10acd5f57", "tag": "97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:00:24.893204 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dc7094-0eba-49ca-8813-0129de2009ad x-openstack-request-id: req-b5dc7094-0eba-49ca-8813-0129de2009ad {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:00:24.893508 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f9c9350-8239-4025-852c-17a10acd5f57", "tag": "97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:00:24.893787 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5dc7094-0eba-49ca-8813-0129de2009ad {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:00:24.894190 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5dc7094-0eba-49ca-8813-0129de2009ad'] response: {'name': 'network-changed', 'server_uuid': '8f9c9350-8239-4025-852c-17a10acd5f57', 'tag': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba', 'status': 'completed', 'code': 200} Oct 03 15:00:24.939716 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:24.944354 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:00:24.994092 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-349b9ec8-e74a-4e3a-8601-9b1a170d78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:24.995517 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-349b9ec8-e74a-4e3a-8601-9b1a170d78ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f441c0592cd146d3be851ac96cbc49dc&device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 1129 time: 0.0427191 Oct 03 15:00:25.058182 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:25.096745 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-cbf79a06-37df-456a-9e2a-37711b6bab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:25.098448 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-cbf79a06-37df-456a-9e2a-37711b6bab95 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 200 len: 916 time: 0.0905805 Oct 03 15:00:25.161265 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-e9e460b3-cebb-4b9a-b42d-8211c885afae service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba HTTP/1.1" status: 200 len: 998 time: 0.0563247 Oct 03 15:00:25.177262 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'cd7ccc45-2fc1-4779-a54f-6b370551154a', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:1f:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c9350-8239-4025-852c-17a10acd5f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:00:00Z', 'updated_at': '2022-10-03T15:00:24Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:00:25.202002 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:00:25.210304 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-d7751331-ca02-4989-b373-72d5b7627163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:25.214428 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:00:25.214428 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:00:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:00:25.214668 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-d7751331-ca02-4989-b373-72d5b7627163 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 200 len: 854 time: 0.0442929 Oct 03 15:00:25.260079 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-0e301a71-7613-4bfe-bd8e-eb1d573cda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:25.261486 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-0e301a71-7613-4bfe-bd8e-eb1d573cda36 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418303 Oct 03 15:00:25.314652 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:00:25.354188 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-fe0c0a83-0941-4fa2-a8d9-1fe480f53201 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851827 Oct 03 15:00:25.450538 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-94ff02d5-6be1-42a1-a549-9a2f5bef9551 req-16731a4d-adc8-4873-9ef2-6620bb4e97e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895081 Oct 03 15:00:25.530392 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'cd7ccc45-2fc1-4779-a54f-6b370551154a', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:1f:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c9350-8239-4025-852c-17a10acd5f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:00:00Z', 'updated_at': '2022-10-03T15:00:24Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:00:25.554931 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72575b9-8fbc-4e66-80cd-a0e4d9261bf2 None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'cd7ccc45-2fc1-4779-a54f-6b370551154a', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'port_id': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'mac_address': 'fa:16:3e:1f:08:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c9350-8239-4025-852c-17a10acd5f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:00:00Z', 'updated_at': '2022-10-03T15:00:24Z', 'revision_number': 1, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:00:25.740981 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d732aa9-3810-4c8d-9d0a-6359172a6560 None None] New status for floating IP cd7ccc45-2fc1-4779-a54f-6b370551154a: ACTIVE {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:00:28.571547 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:00:31.000730 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5fa0-1b90-45ee-9d4f-4a4d6c0e3546 req-52b9dc3c-e182-4180-8064-3bdda51ee6d7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:31.002225 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9b1c5fa0-1b90-45ee-9d4f-4a4d6c0e3546 req-52b9dc3c-e182-4180-8064-3bdda51ee6d7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0463152 Oct 03 15:00:31.044571 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:31.049311 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9b1c5fa0-1b90-45ee-9d4f-4a4d6c0e3546 req-5266ba9a-c907-44b4-9891-118bacfd42b9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Oct 03 15:00:31.847640 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:32.179657 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7fb24-03a0-47e4-9898-2e6a009b4b95 req-f758e6eb-2cb4-4779-8fb1-8cca0a2e42e0 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:32.181094 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-67e7fb24-03a0-47e4-9898-2e6a009b4b95 req-f758e6eb-2cb4-4779-8fb1-8cca0a2e42e0 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0467565 Oct 03 15:00:32.192528 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:32.229631 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-67e7fb24-03a0-47e4-9898-2e6a009b4b95 req-8aa56cb1-e34f-4a38-bcfa-309a7429037d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Oct 03 15:00:33.358419 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71581e82-8389-4ad7-97ea-82b7f5a0b17c req-f61e593b-3865-4080-a561-89278a7c4d28 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:33.359871 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-71581e82-8389-4ad7-97ea-82b7f5a0b17c req-f61e593b-3865-4080-a561-89278a7c4d28 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0489893 Oct 03 15:00:33.405366 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-71581e82-8389-4ad7-97ea-82b7f5a0b17c req-a4cd7f84-d1fc-4049-a46f-a67f17113e17 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401053 Oct 03 15:00:34.540065 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025d58d-59e4-4a1b-b6fc-debe074fbe75 req-ceb9b017-745e-45ae-a2ad-81f26b194e26 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:34.541564 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6025d58d-59e4-4a1b-b6fc-debe074fbe75 req-ceb9b017-745e-45ae-a2ad-81f26b194e26 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0471814 Oct 03 15:00:34.593396 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6025d58d-59e4-4a1b-b6fc-debe074fbe75 req-2684ce82-14bc-4996-b911-b2f86c8417c8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461893 Oct 03 15:00:35.715954 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a2e7b-fd00-46e7-b417-6209431b87f5 req-2c7f625a-d8d0-43e4-823e-35a68a4306a6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:35.717373 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-922a2e7b-fd00-46e7-b417-6209431b87f5 req-2c7f625a-d8d0-43e4-823e-35a68a4306a6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0452957 Oct 03 15:00:35.763641 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-922a2e7b-fd00-46e7-b417-6209431b87f5 req-d774ca0a-d0fb-4279-af7c-bb1e02c8571a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407991 Oct 03 15:00:36.887392 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a918bc7-3d39-4b9e-8306-5d98e89180ac req-1aee3d2f-f8d5-49e8-96f0-b17975af93c0 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:36.889901 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9a918bc7-3d39-4b9e-8306-5d98e89180ac req-1aee3d2f-f8d5-49e8-96f0-b17975af93c0 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0472262 Oct 03 15:00:36.935863 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9a918bc7-3d39-4b9e-8306-5d98e89180ac req-07ad8427-1731-4ebc-bb08-24ba1330d870 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Oct 03 15:00:38.057879 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd6cae-7f9f-4b2c-a807-9d26d16b6b30 req-77ddb19d-d616-4793-9249-f437f128eba6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:38.059451 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-83bd6cae-7f9f-4b2c-a807-9d26d16b6b30 req-77ddb19d-d616-4793-9249-f437f128eba6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0447264 Oct 03 15:00:38.109468 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-83bd6cae-7f9f-4b2c-a807-9d26d16b6b30 req-958f7a62-7af1-46d0-bdde-128a805c3155 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440660 Oct 03 15:00:39.235645 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1df6bd-d54e-4e29-b30b-690d56440038 req-81f3d6a2-2d79-4293-927f-4359898b8aa1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:39.237254 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a1df6bd-d54e-4e29-b30b-690d56440038 req-81f3d6a2-2d79-4293-927f-4359898b8aa1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0472655 Oct 03 15:00:39.287953 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a1df6bd-d54e-4e29-b30b-690d56440038 req-4a98ea38-d592-4c40-9c29-6600cf28cd32 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Oct 03 15:00:40.411541 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7000be3-ace5-46d2-ac45-42a4a2438049 req-0b71dd40-a1f9-4349-9a50-892b46ae7d95 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:40.412964 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e7000be3-ace5-46d2-ac45-42a4a2438049 req-0b71dd40-a1f9-4349-9a50-892b46ae7d95 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0447953 Oct 03 15:00:40.459070 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e7000be3-ace5-46d2-ac45-42a4a2438049 req-4562614e-614f-4f2b-8640-808bf70ba2a6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Oct 03 15:00:41.587289 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf41b8-92d4-4d62-903f-03154ed45b9e req-df32d9e4-6f18-407b-9791-a1a3f553b8f9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:41.588634 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f4bf41b8-92d4-4d62-903f-03154ed45b9e req-df32d9e4-6f18-407b-9791-a1a3f553b8f9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0490448 Oct 03 15:00:41.633965 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f4bf41b8-92d4-4d62-903f-03154ed45b9e req-74cfb769-9ab8-4617-abd1-4da1c6073e13 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Oct 03 15:00:41.841654 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=59 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:41.843506 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:42.019508 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:42.033799 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:42.755340 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f5e62-34d6-4811-8301-5a2b43b037fd req-3b8b7ba9-a4c8-4df4-81b0-c3e059a22611 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:42.756772 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-695f5e62-34d6-4811-8301-5a2b43b037fd req-3b8b7ba9-a4c8-4df4-81b0-c3e059a22611 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0449138 Oct 03 15:00:42.802439 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-695f5e62-34d6-4811-8301-5a2b43b037fd req-b531cecb-e273-44bb-8c3d-d70381947d93 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Oct 03 15:00:43.246497 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-cc3881b0-973d-4e0b-9321-9b73a71863db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:43.926436 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcee898-a92a-4def-85ad-f1be35155bc7 req-1a93feaf-c0bc-4749-be8c-0ad8ece5a536 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:43.927900 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcee898-a92a-4def-85ad-f1be35155bc7 req-1a93feaf-c0bc-4749-be8c-0ad8ece5a536 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0473294 Oct 03 15:00:43.974879 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9dcee898-a92a-4def-85ad-f1be35155bc7 req-1bc572de-9481-495a-aec5-da85fdc48b27 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Oct 03 15:00:45.101256 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407d7f9-8d87-4929-94ab-6d1fc51afc8e req-4c49a9b8-6a31-4b0a-8393-f201d9cbfb4f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:45.102718 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4407d7f9-8d87-4929-94ab-6d1fc51afc8e req-4c49a9b8-6a31-4b0a-8393-f201d9cbfb4f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0484002 Oct 03 15:00:45.114346 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:45.151064 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4407d7f9-8d87-4929-94ab-6d1fc51afc8e req-132255a4-488d-46af-9e59-566993dacfb0 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Oct 03 15:00:45.468965 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d54f9066-2942-45cc-97e1-d5fa8a825060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:46.277904 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97650da-2c1b-44bc-b920-8cf0290885ea req-4e202b35-7b63-4fc4-b786-355c67d4b9f9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:46.279282 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c97650da-2c1b-44bc-b920-8cf0290885ea req-4e202b35-7b63-4fc4-b786-355c67d4b9f9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0485883 Oct 03 15:00:46.292344 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:46.329064 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c97650da-2c1b-44bc-b920-8cf0290885ea req-8b020c77-d5d5-4687-b8ff-ea185041748a tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441308 Oct 03 15:00:46.545855 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-6875306e-ce29-4d24-afaa-c70d5998848a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2061145357&fields=id&tenant_id=a167b2ccacbc4e6d903b09d9a00650fe HTTP/1.1" status: 200 len: 267 time: 0.0446351 Oct 03 15:00:46.652198 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-f39e2b9a-f735-41b2-b140-1d0364bd19b2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:46.653661 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-f39e2b9a-f735-41b2-b140-1d0364bd19b2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 812 time: 0.1016853 Oct 03 15:00:46.668227 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-3f20937e-94eb-44a8-ad59-a50529dfa9df tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/quotas/a167b2ccacbc4e6d903b09d9a00650fe HTTP/1.1" status: 200 len: 375 time: 0.0087056 Oct 03 15:00:46.717632 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-0219fd13-0eea-4d33-b332-fb525cd71e5e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447173 Oct 03 15:00:46.741059 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:46.812446 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-12b9ff69-f330-4e46-b9ad-75a1083b2616 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831149 Oct 03 15:00:46.904711 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-aba4afce-3e16-42bd-8551-aae47197ae98 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860624 Oct 03 15:00:47.190845 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0f8e6673-f923-4875-a67c-3bf275bacc00 req-c2676af5-251c-4f32-a364-0163127ec384 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 210 time: 0.0283732 Oct 03 15:00:47.456313 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4554-96ef-4189-8b97-03021b01f787 req-bc4931d4-599d-4901-a515-b5ad1517a401 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:47.457844 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c41d4554-96ef-4189-8b97-03021b01f787 req-bc4931d4-599d-4901-a515-b5ad1517a401 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0471978 Oct 03 15:00:47.493241 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:47.508353 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c41d4554-96ef-4189-8b97-03021b01f787 req-e7632de5-c581-48f7-b017-77942d0474a8 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445387 Oct 03 15:00:47.962020 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:48.293547 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ef46b4e0-2f74-4ea4-b993-2109d98271d7 req-9ade7ead-0b99-47b9-ad77-26befbf0fd1b tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 210 time: 0.0276618 Oct 03 15:00:48.311511 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:48.637110 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21ad77-1f61-4829-8785-d183619a923b req-7020cdb3-1fe7-43df-9306-706575744798 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:48.638711 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bc21ad77-1f61-4829-8785-d183619a923b req-7020cdb3-1fe7-43df-9306-706575744798 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0491598 Oct 03 15:00:48.690070 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bc21ad77-1f61-4829-8785-d183619a923b req-eecae582-7313-42b0-afa0-40103d82efc7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447681 Oct 03 15:00:48.734239 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-dadfea54-306a-4b2b-87c0-c906f9a54988 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:48.735397 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-dadfea54-306a-4b2b-87c0-c906f9a54988 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 812 time: 0.1096253 Oct 03 15:00:48.806566 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-0b2794aa-01a6-48c0-911e-9c4bcfc2befa tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a167b2ccacbc4e6d903b09d9a00650fe HTTP/1.1" status: 200 len: 380 time: 0.0539734 Oct 03 15:00:48.866965 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'port': {'device_id': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'admin_state_up': True, 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'security_groups': ['79e13781-af1e-4a55-b323-94373c3f4176']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:00:48.950238 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:00:48.979341 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Made reservation on behalf of a167b2ccacbc4e6d903b09d9a00650fe for: {'port': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:00:48.983346 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:49.046290 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:49.054108 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:00:49.065161 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'cfdafec3-b426-4742-8d49-c455e689f120', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'port_id': 'cfdafec3-b426-4742-8d49-c455e689f120', 'mac_address': 'fa:16:3e:18:8a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:00:49.099926 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port cfdafec3-b426-4742-8d49-c455e689f120 is: ACTIVE; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:00:49.100316 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:49.111757 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Allocated IP 172.20.0.11 (3cf2f742-adf1-4aae-8244-1e9578ee60b2/b1050822-a82c-4be2-8f58-88a83cc5c419/27273ac0-a63f-4605-9d1e-5673f41cc216) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:00:49.115343 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfdafec3-b426-4742-8d49-c455e689f120 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:00:49.139032 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:00:49.142844 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:49.189913 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=6']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:49.254229 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:49.286225 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:49.330198 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:00:49.333749 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:00:49.336773 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:00:49.357731 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['cfdafec3-b426-4742-8d49-c455e689f120'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:00:49.375694 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'Port': ['ID=27273ac0-a63f-4605-9d1e-5673f41cc216,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:49.439672 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:49.440299 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:49.475209 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfa46c-544d-4cf4-81db-dd3728b12fc7 req-80711b43-52d6-4782-9ba1-98a1cb4b2c28 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:49.476838 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a1cfa46c-544d-4cf4-81db-dd3728b12fc7 req-80711b43-52d6-4782-9ba1-98a1cb4b2c28 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 932 time: 0.0964775 Oct 03 15:00:49.482999 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-8efe15ae-fc47-44e0-a6d7-19220fecb8e2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6197042 Oct 03 15:00:49.493120 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:49.513933 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Request body: {'port': {'device_id': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:00:49.613438 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a1cfa46c-544d-4cf4-81db-dd3728b12fc7 req-072510c5-a2cf-4d04-946e-05a33f6b1908 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291592 Oct 03 15:00:49.613799 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-ad6bb3b6-d398-43ae-bbb6-3efafe89ed92 None None] Provisioning complete for port 27273ac0-a63f-4605-9d1e-5673f41cc216 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:00:49.614177 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb3b6-d398-43ae-bbb6-3efafe89ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:49.614520 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-ad6bb3b6-d398-43ae-bbb6-3efafe89ed92 None None] Attempt 1 to provision port 27273ac0-a63f-4605-9d1e-5673f41cc216 Oct 03 15:00:49.619983 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:49.655231 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bb3b6-d398-43ae-bbb6-3efafe89ed92 None None] Port 27273ac0-a63f-4605-9d1e-5673f41cc216 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:00:49.821446 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f2d2-f166-4469-af44-049ad944f86b req-05eb8d62-69cc-406d-9fae-84d8983ef4d4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:49.823025 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2952f2d2-f166-4469-af44-049ad944f86b req-05eb8d62-69cc-406d-9fae-84d8983ef4d4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 945 time: 0.0484052 Oct 03 15:00:49.874164 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2952f2d2-f166-4469-af44-049ad944f86b req-641015a0-aec9-4137-999f-999779c44415 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451398 Oct 03 15:00:50.106852 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27273ac0-a63f-4605-9d1e-5673f41cc216 {{(pid=112658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:00:50.114762 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Publish callbacks [] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:50.116687 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:50.129010 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.provisioning_blocks [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Transition to ACTIVE for port object 27273ac0-a63f-4605-9d1e-5673f41cc216 will not be triggered until provisioned by entity L2. {{(pid=112658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:00:50.132361 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:50.212751 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Pushing event updated for resources: {'Port': ['ID=27273ac0-a63f-4605-9d1e-5673f41cc216,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:50.243190 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Attempting to bind port 27273ac0-a63f-4605-9d1e-5673f41cc216 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:00:50.243520 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Attempting to bind port 27273ac0-a63f-4605-9d1e-5673f41cc216 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:00:50.243846 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Attempting to bind port 27273ac0-a63f-4605-9d1e-5673f41cc216 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:00:50.284477 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Port 27273ac0-a63f-4605-9d1e-5673f41cc216 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:00:50.284796 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Attempting to bind port 27273ac0-a63f-4605-9d1e-5673f41cc216 on network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:00:50.326691 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:00:50.327026 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Checking segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:00:50.327403 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Bound using segment: {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'} {{(pid=112658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:00:50.327828 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.managers [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Bound port: 27273ac0-a63f-4605-9d1e-5673f41cc216, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a73457-164a-44c1-8198-8fad2938a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2'}}] {{(pid=112658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:00:50.328188 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:50.392103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] For port 27273ac0-a63f-4605-9d1e-5673f41cc216, host hv-cinder-85987, cleared binding levels {{(pid=112658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:00:50.395039 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] For port 27273ac0-a63f-4605-9d1e-5673f41cc216, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=27273ac0-a63f-4605-9d1e-5673f41cc216,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:00:50.401294 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:50.405320 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:50.405953 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:50.407364 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/27273ac0-a63f-4605-9d1e-5673f41cc216 HTTP/1.1" status: 200 len: 1094 time: 0.9008806 Oct 03 15:00:50.407910 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:00:50.410181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:00:50.454514 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841901c9-3a5a-487c-8e81-add13b3afa27 x-openstack-request-id: req-841901c9-3a5a-487c-8e81-add13b3afa27 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:00:50.454846 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:00:50.455058 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-841901c9-3a5a-487c-8e81-add13b3afa27 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:00:50.455461 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841901c9-3a5a-487c-8e81-add13b3afa27'] response: {'name': 'network-changed', 'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'status': 'completed', 'code': 200} Oct 03 15:00:50.460477 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb81a3-500e-42eb-ac08-540d1623922a service neutron] Pushing event updated for resources: {'Port': ['ID=27273ac0-a63f-4605-9d1e-5673f41cc216,revision_number=3']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:50.525949 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-a9ede10d-62c5-4898-87f4-1204d0a6fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:50.527457 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-a9ede10d-62c5-4898-87f4-1204d0a6fd42 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 1128 time: 0.0385990 Oct 03 15:00:50.578669 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-58e7c485-a082-45af-b15e-adc7fef8f283 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27273ac0-a63f-4605-9d1e-5673f41cc216 HTTP/1.1" status: 200 len: 217 time: 0.0350623 Oct 03 15:00:50.623579 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:50.635189 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-42f5e685-adec-4f13-bce0-aabb0b66ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:50.636604 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-42f5e685-adec-4f13-bce0-aabb0b66ede3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0453560 Oct 03 15:00:50.681247 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-7d757ecc-9a33-4c92-b7eb-daa4095e75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:50.682783 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-7d757ecc-9a33-4c92-b7eb-daa4095e75f7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386264 Oct 03 15:00:50.739646 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d37cf-8101-411b-a471-fc641c128f34 req-a2d81a5f-8883-4cd3-b5f4-ba6b9af99365 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:50.741126 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c53d37cf-8101-411b-a471-fc641c128f34 req-a2d81a5f-8883-4cd3-b5f4-ba6b9af99365 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 944 time: 0.0496905 Oct 03 15:00:50.778264 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-f0fe0485-17aa-486a-948e-6f2c00ec781e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886199 Oct 03 15:00:50.789473 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c53d37cf-8101-411b-a471-fc641c128f34 req-7bae83ce-58df-49a9-b482-89389181794a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Oct 03 15:00:50.874998 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d76b58e2-9e6f-4976-aa69-82a20a3ae4af req-33656732-fcbd-4002-9b24-5b3f8055fb6a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841169 Oct 03 15:00:50.987129 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:00:51.007921 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012be30-1ca1-4871-a9d6-b05e0e7ba41d req-30e7de25-c93b-41d1-bfe6-4a8ef1f83445 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:51.009405 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a012be30-1ca1-4871-a9d6-b05e0e7ba41d req-30e7de25-c93b-41d1-bfe6-4a8ef1f83445 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 945 time: 0.0521536 Oct 03 15:00:51.045317 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port cfdafec3-b426-4742-8d49-c455e689f120 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:00:51.045871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (cfdafec3-b426-4742-8d49-c455e689f120), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:51.046332 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port cfdafec3-b426-4742-8d49-c455e689f120 Oct 03 15:00:51.057478 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a012be30-1ca1-4871-a9d6-b05e0e7ba41d req-8038d60a-f2e2-47c4-bb0c-87558b29d2eb tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Oct 03 15:00:51.128940 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port cfdafec3-b426-4742-8d49-c455e689f120 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:00:51.129319 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:51.152948 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:00:51.155138 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e08ea4-f90d-461f-aec5-fbdeca557953" -d '{"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-plugged", "status": "completed", "tag": "cfdafec3-b426-4742-8d49-c455e689f120"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:00:51.167928 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:00:51.172005 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:51.194850 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676783fe-be6b-44cb-96ce-a2b0913ab8d1 x-openstack-request-id: req-676783fe-be6b-44cb-96ce-a2b0913ab8d1 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:00:51.195150 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-plugged", "status": "completed", "tag": "cfdafec3-b426-4742-8d49-c455e689f120", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:00:51.195409 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-676783fe-be6b-44cb-96ce-a2b0913ab8d1 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:00:51.195807 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676783fe-be6b-44cb-96ce-a2b0913ab8d1'] response: {'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120', 'code': 200} Oct 03 15:00:51.217103 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:51.222962 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=7']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:51.905407 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165a453-8a8a-4508-a9a7-47dfe09e508d req-37157d5e-a9eb-44f2-a79c-8de7b79ba65e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:51.906886 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7165a453-8a8a-4508-a9a7-47dfe09e508d req-37157d5e-a9eb-44f2-a79c-8de7b79ba65e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 944 time: 0.0448859 Oct 03 15:00:51.954697 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7165a453-8a8a-4508-a9a7-47dfe09e508d req-df2b354f-c56b-4a29-b388-8a3f84770c1f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424016 Oct 03 15:00:52.182773 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e721d2-10b3-4e02-a53d-d5671d9eebb1 req-44c988ce-c0be-40c5-b53c-023a1136750e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:52.184208 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-11e721d2-10b3-4e02-a53d-d5671d9eebb1 req-44c988ce-c0be-40c5-b53c-023a1136750e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0454817 Oct 03 15:00:52.230041 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-11e721d2-10b3-4e02-a53d-d5671d9eebb1 req-cd1b7ecc-9487-4f21-b951-380e9b32149f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403876 Oct 03 15:00:52.390289 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:52.394274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-73975ad1-3225-499f-8bf1-30b7091b51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:52.395737 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-73975ad1-3225-499f-8bf1-30b7091b51a5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 1128 time: 0.0392957 Oct 03 15:00:52.490529 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-41733f65-3652-449d-9514-3e251d210a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:52.491992 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-41733f65-3652-449d-9514-3e251d210a42 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.0878451 Oct 03 15:00:52.539953 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-23f27518-2fbd-4f3f-a15d-d8ca3eb90a50 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27273ac0-a63f-4605-9d1e-5673f41cc216 HTTP/1.1" status: 200 len: 217 time: 0.0327785 Oct 03 15:00:52.592223 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-1e26ea39-6cc1-44fd-96a0-787d605e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:52.593627 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-1e26ea39-6cc1-44fd-96a0-787d605e6b08 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0475090 Oct 03 15:00:52.635765 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-89f35f43-3f89-4b91-9baa-53b98e4d404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:52.637195 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-89f35f43-3f89-4b91-9baa-53b98e4d404c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378783 Oct 03 15:00:52.729158 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-08000b25-b635-4d3d-a422-44511291de08 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856581 Oct 03 15:00:52.821168 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-14b653c9-30c9-4a55-a6a2-14fcc7962dd3 req-f649d46e-d92b-48b0-9f3a-90cc377830b0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822034 Oct 03 15:00:53.078581 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bfb64-f32b-4768-98bb-d31ef21cc4fc req-53ff8641-3c00-470c-b720-5a6b43c748c5 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:53.080558 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0c7bfb64-f32b-4768-98bb-d31ef21cc4fc req-53ff8641-3c00-470c-b720-5a6b43c748c5 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 944 time: 0.0455971 Oct 03 15:00:53.132467 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0c7bfb64-f32b-4768-98bb-d31ef21cc4fc req-de85da3f-7e48-4e39-a782-3401d4902ac5 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463216 Oct 03 15:00:53.352544 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9101-ba2f-48da-bb38-fe7d76e17e89 req-f55ed815-75b6-4db0-adf5-8d804e8e31ac tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:53.354011 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-60ce9101-ba2f-48da-bb38-fe7d76e17e89 req-f55ed815-75b6-4db0-adf5-8d804e8e31ac tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0453377 Oct 03 15:00:53.402914 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-60ce9101-ba2f-48da-bb38-fe7d76e17e89 req-64c747d6-86c2-459d-ac72-21a8eed2288f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434506 Oct 03 15:00:54.252966 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b608c4-b156-4864-9b97-73457d7fa804 req-130c3c21-b42f-4d66-add7-b46e9cfeb31d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:54.254369 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-28b608c4-b156-4864-9b97-73457d7fa804 req-130c3c21-b42f-4d66-add7-b46e9cfeb31d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 944 time: 0.0461869 Oct 03 15:00:54.303101 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-28b608c4-b156-4864-9b97-73457d7fa804 req-5cf6e4b9-ed1c-4ceb-901f-e4fefd470800 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Oct 03 15:00:54.511945 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:54.526799 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bbe54-0b90-406e-8370-ea1ae9484edd req-3042a7c2-7135-4d53-ad5d-05e1b5c59a36 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:54.528220 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-639bbe54-0b90-406e-8370-ea1ae9484edd req-3042a7c2-7135-4d53-ad5d-05e1b5c59a36 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0455663 Oct 03 15:00:54.574253 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-639bbe54-0b90-406e-8370-ea1ae9484edd req-ace33a59-c6b7-4f27-90ad-0ba7941c708e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399473 Oct 03 15:00:55.416102 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:55.424922 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef814f2-8565-4214-9840-3b994922ac30 req-f80a5cff-d298-48fc-bf20-409086ff5c9c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:55.426407 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4ef814f2-8565-4214-9840-3b994922ac30 req-f80a5cff-d298-48fc-bf20-409086ff5c9c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 944 time: 0.0472820 Oct 03 15:00:55.476334 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-4ef814f2-8565-4214-9840-3b994922ac30 req-a91df3e1-7529-494d-8004-5e8770f29caf tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Oct 03 15:00:55.699797 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb61f2-51de-460f-ae8d-b72be1529305 req-9f76d9f7-7e60-4b01-8412-0f8aff225e98 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:55.701233 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-16eb61f2-51de-460f-ae8d-b72be1529305 req-9f76d9f7-7e60-4b01-8412-0f8aff225e98 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0453091 Oct 03 15:00:55.747939 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-16eb61f2-51de-460f-ae8d-b72be1529305 req-ab4c39c3-b545-4eb4-ab1e-ef7c986bfb91 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411053 Oct 03 15:00:56.598165 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad2060-ef46-4961-a1ed-a32b12239987 req-1fc5d7a6-e700-49a5-8a78-f0496eaf5846 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:56.599506 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bcad2060-ef46-4961-a1ed-a32b12239987 req-1fc5d7a6-e700-49a5-8a78-f0496eaf5846 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 944 time: 0.0490420 Oct 03 15:00:56.647789 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bcad2060-ef46-4961-a1ed-a32b12239987 req-5dcabcf7-53f0-43f3-a8cb-d3f395b84d5e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Oct 03 15:00:56.889912 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421acbb-dce6-444f-8ca1-298acb3c4d5b req-1df91c4e-d9e1-4156-8d81-07ea0dfcb5b3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:56.891993 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2421acbb-dce6-444f-8ca1-298acb3c4d5b req-1df91c4e-d9e1-4156-8d81-07ea0dfcb5b3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0575345 Oct 03 15:00:56.942557 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2421acbb-dce6-444f-8ca1-298acb3c4d5b req-ed610ce4-d4c2-49c9-afe6-2d2d11532e05 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441008 Oct 03 15:00:57.786577 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80348634-49c6-4d0d-9091-92899c6a0d80 req-9ffb4bbe-678a-4098-96af-ea3215d0c56a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:57.788221 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-80348634-49c6-4d0d-9091-92899c6a0d80 req-9ffb4bbe-678a-4098-96af-ea3215d0c56a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 944 time: 0.0493016 Oct 03 15:00:57.862482 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-80348634-49c6-4d0d-9091-92899c6a0d80 req-b708b69d-399b-487f-809c-61320972c27a tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681093 Oct 03 15:00:58.076707 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2caa16-820c-431b-8f59-f937190d1ea3 req-94abcd05-2e41-4a1c-89c7-c93bc8148e59 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:58.083963 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3e2caa16-820c-431b-8f59-f937190d1ea3 req-94abcd05-2e41-4a1c-89c7-c93bc8148e59 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0548689 Oct 03 15:00:58.134041 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3e2caa16-820c-431b-8f59-f937190d1ea3 req-7f7e5800-217a-437f-a2b6-f485fd4a4a02 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491810 Oct 03 15:00:59.006179 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2237f6-d5b3-4670-9015-eae8ba7445a3 req-f9a1a870-179b-4c39-b7c2-47dc4f6755a2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:59.007830 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7f2237f6-d5b3-4670-9015-eae8ba7445a3 req-f9a1a870-179b-4c39-b7c2-47dc4f6755a2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 944 time: 0.0528972 Oct 03 15:00:59.027739 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 27273ac0-a63f-4605-9d1e-5673f41cc216 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:00:59.056026 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:59.070747 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7f2237f6-d5b3-4670-9015-eae8ba7445a3 req-b2eee1e9-d763-46e8-8bce-712c0b19e4f9 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540950 Oct 03 15:00:59.096498 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:00:59.151327 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 27273ac0-a63f-4605-9d1e-5673f41cc216, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=27273ac0-a63f-4605-9d1e-5673f41cc216,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:00:59.165651 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'port_id': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'mac_address': 'fa:16:3e:39:84:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:00:59.211848 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 27273ac0-a63f-4605-9d1e-5673f41cc216 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:00:59.212338 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:59.229055 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27273ac0-a63f-4605-9d1e-5673f41cc216 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:00:59.253459 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 27273ac0-a63f-4605-9d1e-5673f41cc216, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=27273ac0-a63f-4605-9d1e-5673f41cc216,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:00:59.257876 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:00:59.305413 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f32fa4-f1bd-43f1-b642-fa4296d146fd req-50fc1c59-27bc-4e42-9a30-929651faa474 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:00:59.312904 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a5f32fa4-f1bd-43f1-b642-fa4296d146fd req-50fc1c59-27bc-4e42-9a30-929651faa474 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0760527 Oct 03 15:00:59.320045 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=27273ac0-a63f-4605-9d1e-5673f41cc216,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:00:59.368543 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a5f32fa4-f1bd-43f1-b642-fa4296d146fd req-dcd1e8bc-d62c-4dff-9065-4f4e25ae2ef4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547407 Oct 03 15:00:59.824640 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['27273ac0-a63f-4605-9d1e-5673f41cc216'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:01:00.208252 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e366c-c720-4581-a4a1-510f1dbc9489 req-26766ef0-ab1e-462c-80b8-c86ee786ed1c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:00.210535 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a74e366c-c720-4581-a4a1-510f1dbc9489 req-26766ef0-ab1e-462c-80b8-c86ee786ed1c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 945 time: 0.0527594 Oct 03 15:01:00.278084 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a74e366c-c720-4581-a4a1-510f1dbc9489 req-56161143-a7d9-4d25-b964-cdc9ec0b112d tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606549 Oct 03 15:01:00.507347 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab012a4-85ee-45dd-9842-352effed7865 req-93e6e15e-9c89-4d86-9f7a-8e087f96e614 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:00.508831 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aab012a4-85ee-45dd-9842-352effed7865 req-93e6e15e-9c89-4d86-9f7a-8e087f96e614 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0477910 Oct 03 15:01:00.557346 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aab012a4-85ee-45dd-9842-352effed7865 req-38b7056f-4ca5-4555-8e1f-98572c895449 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424373 Oct 03 15:01:01.133655 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 27273ac0-a63f-4605-9d1e-5673f41cc216 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:01:01.180183 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 27273ac0-a63f-4605-9d1e-5673f41cc216 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:01:01.190509 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 27273ac0-a63f-4605-9d1e-5673f41cc216 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:01:01.190912 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:01.191484 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 27273ac0-a63f-4605-9d1e-5673f41cc216 Oct 03 15:01:01.284716 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 27273ac0-a63f-4605-9d1e-5673f41cc216 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:01:01.285406 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:01.289097 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:01.316625 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:01:01.319022 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451dad75-01e2-433c-82b9-a4e73f11255b" -d '{"events": [{"server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "name": "network-vif-plugged", "status": "completed", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:01:01.335572 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 27273ac0-a63f-4605-9d1e-5673f41cc216, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=27273ac0-a63f-4605-9d1e-5673f41cc216,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:01.341816 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:01.397020 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4aa50c-594a-4664-8423-79ef407e94d5 x-openstack-request-id: req-7a4aa50c-594a-4664-8423-79ef407e94d5 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:01:01.397311 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "name": "network-vif-plugged", "status": "completed", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:01:01.397610 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a4aa50c-594a-4664-8423-79ef407e94d5 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:01:01.398071 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4aa50c-594a-4664-8423-79ef407e94d5'] response: {'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'code': 200} Oct 03 15:01:01.399181 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=27273ac0-a63f-4605-9d1e-5673f41cc216,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:01.435444 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c690d8-c55b-4327-955c-c3c6eca8a811 req-45b15a21-492f-4fd8-af4c-33d5114ac246 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:01.443933 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-21c690d8-c55b-4327-955c-c3c6eca8a811 req-45b15a21-492f-4fd8-af4c-33d5114ac246 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 946 time: 0.0572634 Oct 03 15:01:01.498162 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-21c690d8-c55b-4327-955c-c3c6eca8a811 req-ed6d93b9-da3c-4e5b-b67d-f4e4fbda12c6 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532308 Oct 03 15:01:01.695577 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffdb32-34a3-4933-a837-4ed109b1110e req-2efbc96e-6bb2-41f1-ba90-007595d4566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:01.697534 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-20ffdb32-34a3-4933-a837-4ed109b1110e req-2efbc96e-6bb2-41f1-ba90-007595d4566f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 1130 time: 0.0457900 Oct 03 15:01:01.700190 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:01.728628 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7e29a-db81-48f8-a326-f45bc8d23633 req-80a5766f-7a9b-46cf-8412-f4faf7f2d461 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:01.730335 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e2e7e29a-db81-48f8-a326-f45bc8d23633 req-80a5766f-7a9b-46cf-8412-f4faf7f2d461 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0794680 Oct 03 15:01:01.762829 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-20ffdb32-34a3-4933-a837-4ed109b1110e req-0d67ea63-e1e7-4c15-910b-7567a56aedd4 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577965 Oct 03 15:01:01.789985 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e2e7e29a-db81-48f8-a326-f45bc8d23633 req-98e2e390-64ad-4b3f-bd20-b00c99778471 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539722 Oct 03 15:01:01.861204 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:02.780153 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08dbba-b94f-4e3a-b253-c3060275cd08 req-9dc8a269-019e-4f20-a50a-803e6935129c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:02.782287 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ef08dbba-b94f-4e3a-b253-c3060275cd08 req-9dc8a269-019e-4f20-a50a-803e6935129c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 946 time: 0.0510030 Oct 03 15:01:02.839452 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ef08dbba-b94f-4e3a-b253-c3060275cd08 req-70b23e3c-d563-4f59-add3-05f51657c674 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513558 Oct 03 15:01:02.937130 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ee7ed-8f2a-4533-9051-72718faa37c7 req-4b43f024-06ca-411b-8b8c-e77f1b0a9df1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:02.939594 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a90ee7ed-8f2a-4533-9051-72718faa37c7 req-4b43f024-06ca-411b-8b8c-e77f1b0a9df1 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0534611 Oct 03 15:01:02.989513 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a90ee7ed-8f2a-4533-9051-72718faa37c7 req-a6caa778-516a-4a24-907f-9600c69f5d23 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444043 Oct 03 15:01:03.983207 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d199c5-fcb1-4002-ae91-f175c5fdee5a req-920ac6ef-7cd7-4f59-a2fb-1574c09e1910 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:03.989335 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c0d199c5-fcb1-4002-ae91-f175c5fdee5a req-920ac6ef-7cd7-4f59-a2fb-1574c09e1910 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 946 time: 0.0635087 Oct 03 15:01:04.045320 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c0d199c5-fcb1-4002-ae91-f175c5fdee5a req-e3c48956-c6c7-4df3-88ee-91a9dc6edf5b tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527687 Oct 03 15:01:04.157375 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced1d5e-82e2-4207-9608-f818fcba1f99 req-78a4ecf8-c3fd-415d-972b-11b15700710c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:04.164233 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6ced1d5e-82e2-4207-9608-f818fcba1f99 req-78a4ecf8-c3fd-415d-972b-11b15700710c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0596209 Oct 03 15:01:04.207859 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6ced1d5e-82e2-4207-9608-f818fcba1f99 req-96ad60b7-7ae8-4345-b92a-b73246911cea tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Oct 03 15:01:05.170259 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7704ea-ec11-47b4-b3d4-3b51fce86d9f req-55591241-f544-42a7-b63b-fe9238208315 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:05.171733 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1b7704ea-ec11-47b4-b3d4-3b51fce86d9f req-55591241-f544-42a7-b63b-fe9238208315 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 946 time: 0.0467186 Oct 03 15:01:05.228011 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1b7704ea-ec11-47b4-b3d4-3b51fce86d9f req-06c2daef-cd31-44a2-8114-c7a01d813629 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469894 Oct 03 15:01:05.351933 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea967d2-e1b0-4bce-ab8e-e94e59526497 req-ae40e293-3e78-4272-99fc-bd882f9efd93 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:05.353362 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6ea967d2-e1b0-4bce-ab8e-e94e59526497 req-ae40e293-3e78-4272-99fc-bd882f9efd93 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0603998 Oct 03 15:01:05.354104 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84cf11-70fd-4764-9383-00aa7da54e65 req-9207b152-f35d-4504-b426-bd1d2112f930 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:05.356277 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2b84cf11-70fd-4764-9383-00aa7da54e65 req-9207b152-f35d-4504-b426-bd1d2112f930 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 946 time: 0.0508769 Oct 03 15:01:05.420877 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6ea967d2-e1b0-4bce-ab8e-e94e59526497 req-a8a375a7-aba9-4155-a8c2-79c60a52d143 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597978 Oct 03 15:01:05.425080 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2b84cf11-70fd-4764-9383-00aa7da54e65 req-5735cdbc-49e0-4723-97a4-3c63fc5d875c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628557 Oct 03 15:01:05.450695 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59864) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:05.572186 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:01:05.667589 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fdb7d1-5105-4399-be13-29d716936d1a tempest-TestVolumeBootPattern-251173158 tempest-TestVolumeBootPattern-251173158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:05.669468 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-17fdb7d1-5105-4399-be13-29d716936d1a tempest-TestVolumeBootPattern-251173158 tempest-TestVolumeBootPattern-251173158-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 1125 time: 0.2177958 Oct 03 15:01:05.672623 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 59868) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:05.677352 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'port_id': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:01:05.700955 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:05.706453 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:05.799172 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:05.922229 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Allocated IP 172.27.1.62 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/be7ccf1a-ea82-451c-830c-8cc74e4d6c59) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:01:06.008274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:06.038816 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for port (be7ccf1a-ea82-451c-830c-8cc74e4d6c59), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:06.073846 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (be7ccf1a-ea82-451c-830c-8cc74e4d6c59), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:06.115852 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:01:06.121296 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:01:06.123866 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:01:06.128019 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'Port': ['ID=be7ccf1a-ea82-451c-830c-8cc74e4d6c59,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:06.158472 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.158799 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.159138 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.159478 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.159801 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.160131 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.160458 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.160780 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.161104 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.161433 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.161777 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.162101 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.162423 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.162745 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.163060 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:06.545296 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (552c01b9-7823-475b-9273-64d0d62b3d95), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:06.556464 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519fc8b-2de3-41ce-ae88-64f6280aa3d5 req-ce8a0c60-b553-4c5f-a2db-233d688921f5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:06.564361 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8519fc8b-2de3-41ce-ae88-64f6280aa3d5 req-ce8a0c60-b553-4c5f-a2db-233d688921f5 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0557337 Oct 03 15:01:06.568977 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:06.587728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:06.625703 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8519fc8b-2de3-41ce-ae88-64f6280aa3d5 req-a76caa6b-0435-4e4f-b586-6b94e1420461 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581536 Oct 03 15:01:06.627586 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (be7ccf1a-ea82-451c-830c-8cc74e4d6c59), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:06.803146 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for port (be7ccf1a-ea82-451c-830c-8cc74e4d6c59), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:06.808137 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (be7ccf1a-ea82-451c-830c-8cc74e4d6c59), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:06.868605 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:06.897745 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (552c01b9-7823-475b-9273-64d0d62b3d95), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:06.899963 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event updated for resources: {'Port': ['ID=be7ccf1a-ea82-451c-830c-8cc74e4d6c59,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:07.018157 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Floating IP 552c01b9-7823-475b-9273-64d0d62b3d95 associated. External IP: 172.27.1.62, port: 27273ac0-a63f-4605-9d1e-5673f41cc216. Oct 03 15:01:07.229160 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Router c5f37f13-5d05-4dde-a077-074febc10cb7 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:01:07.352460 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-3c72fbbc-b39e-433b-a3ac-34524bb640bf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767326 Oct 03 15:01:07.369482 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:01:07.379484 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] Sync routers for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:01:07.387517 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:07.393354 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:01:07.393998 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:00:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:07.419315 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d63c44b9-7bb0-485c-be77-72874ff58036 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7451601 Oct 03 15:01:07.420031 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:01:07.422378 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4981bf-64af-4627-8530-f35167aeb1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:01:07.460424 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6aab17-63c8-4875-a645-b4a391dffd98 x-openstack-request-id: req-6d6aab17-63c8-4875-a645-b4a391dffd98 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:01:07.460720 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:01:07.460981 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d6aab17-63c8-4875-a645-b4a391dffd98 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:01:07.461442 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6aab17-63c8-4875-a645-b4a391dffd98'] response: {'name': 'network-changed', 'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'status': 'completed', 'code': 200} Oct 03 15:01:07.481915 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:07.499379 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:01:07.600111 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-bde52785-d0d9-4695-aeec-1fe8871dc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:07.600753 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-4439d663-e005-43ad-8387-33f7bbeaeea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:07.601702 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-4439d663-e005-43ad-8387-33f7bbeaeea0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 1130 time: 0.0425694 Oct 03 15:01:07.601873 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-bde52785-d0d9-4695-aeec-1fe8871dc750 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8fae62571c3c402a8fcc4afaf4268310&device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1129 time: 0.0422611 Oct 03 15:01:07.618094 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:07.711853 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-b2497bd9-a21b-4ba4-a5e5-17254bd8f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:07.713243 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-b2497bd9-a21b-4ba4-a5e5-17254bd8f17d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.1034594 Oct 03 15:01:07.734354 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-46dc1e53-d063-4bee-bd5b-b63cc2fc6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:07.736336 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-46dc1e53-d063-4bee-bd5b-b63cc2fc6b32 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 200 len: 908 time: 0.1093538 Oct 03 15:01:07.781161 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-65a94be1-7235-4cb0-b601-5905cfec24b1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27273ac0-a63f-4605-9d1e-5673f41cc216 HTTP/1.1" status: 200 len: 999 time: 0.0609167 Oct 03 15:01:07.811552 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f31d7-1c67-4f5e-bab6-649aa7e77bfe req-690d0911-ccbf-43c5-a7dd-25fa7203b2c4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:07.813004 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7c5f31d7-1c67-4f5e-bab6-649aa7e77bfe req-690d0911-ccbf-43c5-a7dd-25fa7203b2c4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0926526 Oct 03 15:01:07.835262 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-f8e1b87f-9fb4-40a6-ad7e-1e9fd6ac8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:07.835527 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-9a1d50e5-906b-4045-bfad-7ab53b746404 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 1000 time: 0.0829275 Oct 03 15:01:07.837028 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-f8e1b87f-9fb4-40a6-ad7e-1e9fd6ac8ddb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0491331 Oct 03 15:01:07.847766 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '552c01b9-7823-475b-9273-64d0d62b3d95', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:39:84:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:01:06Z', 'updated_at': '2022-10-03T15:01:06Z', 'revision_number': 0, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}, {'id': '729bf9de-6321-4409-b314-aacde8af959b', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:33Z', 'updated_at': '2022-10-03T14:58:35Z', 'revision_number': 1, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:07.873214 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] Checking router: c5f37f13-5d05-4dde-a077-074febc10cb7 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:01:07.881885 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:01:07.882498 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:00:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:07.890943 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-2346447c-e5de-4cbb-af7f-6d230837d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:07.892574 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-2346447c-e5de-4cbb-af7f-6d230837d766 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398695 Oct 03 15:01:07.899449 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7c5f31d7-1c67-4f5e-bab6-649aa7e77bfe req-eedaebdb-bb55-45dd-91b4-f0a8b85de127 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745866 Oct 03 15:01:07.913822 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-a35180b3-d273-4e47-b638-0a03464ddb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:07.915276 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-a35180b3-d273-4e47-b638-0a03464ddb0c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c28ffd21-2f79-4fb6-b873-f4a85ae78926 HTTP/1.1" status: 200 len: 846 time: 0.0599985 Oct 03 15:01:07.964891 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-28afbe0e-64ad-4232-8a36-90b81ed5c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:07.966725 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-28afbe0e-64ad-4232-8a36-90b81ed5c731 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455847 Oct 03 15:01:07.996339 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:01:08.067618 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-502111da-35bd-4cfa-a4db-c131e85733b2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934923 Oct 03 15:01:08.227423 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '552c01b9-7823-475b-9273-64d0d62b3d95', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:39:84:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:01:06Z', 'updated_at': '2022-10-03T15:01:06Z', 'revision_number': 0, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}, {'id': '729bf9de-6321-4409-b314-aacde8af959b', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:33Z', 'updated_at': '2022-10-03T14:58:35Z', 'revision_number': 1, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:08.239910 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-37ad56ab-45e5-47fd-86e6-3ab2cf0ed432 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402328 Oct 03 15:01:08.255262 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51585bfc-ad6f-4bb2-af3a-118b321d1dee None None] The sync data for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi is: [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '552c01b9-7823-475b-9273-64d0d62b3d95', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:39:84:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:01:06Z', 'updated_at': '2022-10-03T15:01:06Z', 'revision_number': 0, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}, {'id': '729bf9de-6321-4409-b314-aacde8af959b', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:33Z', 'updated_at': '2022-10-03T14:58:35Z', 'revision_number': 1, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:01:08.318340 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cd5340c7-20e9-4ead-8cc9-1e680b0eef89 req-8cc054fa-b060-445b-98f3-bc3e8fce64c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070318 Oct 03 15:01:08.343175 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0b4981bf-64af-4627-8530-f35167aeb1a0 req-a8e429d9-47b7-42c1-8b69-e6b766732d73 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967088 Oct 03 15:01:08.464907 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4d5e59-2db3-4aaf-a32c-7f32b9b4399e None None] New status for floating IP 552c01b9-7823-475b-9273-64d0d62b3d95: ACTIVE {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:01:08.553739 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:08.565355 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-a9298643-2332-45ac-8fd5-9b10deea1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:08.566886 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-a9298643-2332-45ac-8fd5-9b10deea1ab0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 1130 time: 0.0409040 Oct 03 15:01:08.665438 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-9f23326c-8643-46ae-a2f4-665de8b34085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:08.666912 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-9f23326c-8643-46ae-a2f4-665de8b34085 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 918 time: 0.0940747 Oct 03 15:01:08.728790 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-36c4fde6-e300-4e78-91be-5f1d0edd4d1f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfdafec3-b426-4742-8d49-c455e689f120 HTTP/1.1" status: 200 len: 1002 time: 0.0552561 Oct 03 15:01:08.777274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-6da68f71-d3c7-408f-b5de-ecff0ec61fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:08.778693 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-6da68f71-d3c7-408f-b5de-ecff0ec61fbb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.0432856 Oct 03 15:01:08.824576 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-95363712-180a-4e12-ba2d-dc9d2386c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:08.825964 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-95363712-180a-4e12-ba2d-dc9d2386c5bd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409758 Oct 03 15:01:08.914763 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-d3ecdd0c-4ea0-4654-9f23-82173a09c5fb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Oct 03 15:01:09.036472 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-76431575-c2b2-4580-8d30-3061246cc3f8 req-cd20563d-e61d-4a05-af64-4edbd15f6a8c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154695 Oct 03 15:01:09.049231 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085237-f938-40fd-80af-13aa4d220db8 req-db25f824-77dd-48cd-9b83-7d5617b2b1fe tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:09.050613 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ac085237-f938-40fd-80af-13aa4d220db8 req-db25f824-77dd-48cd-9b83-7d5617b2b1fe tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0559373 Oct 03 15:01:09.097277 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ac085237-f938-40fd-80af-13aa4d220db8 req-4a5ca1a4-46b4-4de0-9669-2be4b6b62609 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 Oct 03 15:01:10.218025 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:10.227023 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b465f9-ee5f-47d5-a978-e7daa2e71f1a req-ff0ffda3-d81f-47ae-8f82-49fc863f241f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:10.228410 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f3b465f9-ee5f-47d5-a978-e7daa2e71f1a req-ff0ffda3-d81f-47ae-8f82-49fc863f241f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 946 time: 0.0500369 Oct 03 15:01:10.273917 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f3b465f9-ee5f-47d5-a978-e7daa2e71f1a req-3493eaac-c6e9-4226-a8c0-dd4dd54f2db3 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Oct 03 15:01:11.164361 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:01:11.239646 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port cfdafec3-b426-4742-8d49-c455e689f120 is: ACTIVE; New status is: DOWN {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:01:11.240029 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:11.264934 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:01:11.267407 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8e5a74-3327-4d88-819d-c1276fbe3031" -d '{"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-unplugged", "status": "completed", "tag": "cfdafec3-b426-4742-8d49-c455e689f120"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:01:11.280247 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:11.284407 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:11.310928 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcedf2d-3141-45e2-b72c-7e2e5aea6b69 x-openstack-request-id: req-1dcedf2d-3141-45e2-b72c-7e2e5aea6b69 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:01:11.311369 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-unplugged", "status": "completed", "tag": "cfdafec3-b426-4742-8d49-c455e689f120", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:01:11.311722 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1dcedf2d-3141-45e2-b72c-7e2e5aea6b69 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:01:11.312116 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcedf2d-3141-45e2-b72c-7e2e5aea6b69'] response: {'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120', 'code': 200} Oct 03 15:01:11.326173 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:11.342102 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=8']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:11.403875 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b44a12-025a-4f0a-9aa0-7ee7f83a68d8 req-2c127bf3-eef1-4a1e-92db-6133a742dc25 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:11.405318 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e9b44a12-025a-4f0a-9aa0-7ee7f83a68d8 req-2c127bf3-eef1-4a1e-92db-6133a742dc25 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0453534 Oct 03 15:01:11.451790 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e9b44a12-025a-4f0a-9aa0-7ee7f83a68d8 req-7cec53f9-d57a-4708-ab84-71ae978b32b4 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408072 Oct 03 15:01:12.418718 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770c0f8-e8f4-4bf7-afe1-ad56fc992b45 req-6b4eee61-3bcc-46ed-bab3-fae0edb4afba tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:12.420934 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5770c0f8-e8f4-4bf7-afe1-ad56fc992b45 req-6b4eee61-3bcc-46ed-bab3-fae0edb4afba tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0513599 Oct 03 15:01:12.447015 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-40dd0f4d-ba62-4d4c-99d5-aeb46be679b5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416927 Oct 03 15:01:12.761945 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d67e3-d68a-41fd-b661-75a969b78079 req-66680774-3154-427a-8364-944f2f59ccd7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:12.763245 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-66680774-3154-427a-8364-944f2f59ccd7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports/cfdafec3-b426-4742-8d49-c455e689f120 HTTP/1.1" status: 200 len: 941 time: 0.0642099 Oct 03 15:01:12.766551 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5770c0f8-e8f4-4bf7-afe1-ad56fc992b45 req-cf48cd4f-c1dc-4618-a059-62ea8b211f0c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401225 Oct 03 15:01:13.248334 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9fe3e9d7-3637-448a-95bc-40e65e864ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:13.862178 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:13.878939 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d67e3-d68a-41fd-b661-75a969b78079 req-bff82013-ec30-4ac5-a3f0-b416bc9c939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:13.880387 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-bff82013-ec30-4ac5-a3f0-b416bc9c939e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9&tenant_id=7f48b2441eec48c4ac784844e475a9e9 HTTP/1.1" status: 200 len: 1128 time: 0.0681753 Oct 03 15:01:13.897963 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5740c2-bf11-4134-937a-0b365da9b66d req-332f4eb8-86a9-4d19-8a8f-4ea1a1101e14 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:13.899307 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b5740c2-bf11-4134-937a-0b365da9b66d req-332f4eb8-86a9-4d19-8a8f-4ea1a1101e14 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0499101 Oct 03 15:01:13.973936 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8b5740c2-bf11-4134-937a-0b365da9b66d req-8acac5d6-15dd-41c1-b27f-257706ed066e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692167 Oct 03 15:01:13.979066 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d67e3-d68a-41fd-b661-75a969b78079 req-0270025a-98ec-4c1b-b05b-ec54f2d3c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:13.980486 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-0270025a-98ec-4c1b-b05b-ec54f2d3c316 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=7f48b2441eec48c4ac784844e475a9e9&device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 1128 time: 0.0509131 Oct 03 15:01:14.087006 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d67e3-d68a-41fd-b661-75a969b78079 req-d2103325-e4cc-40d4-b19d-ba9c5f75cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:14.088343 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-d2103325-e4cc-40d4-b19d-ba9c5f75cdfa service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 200 len: 918 time: 0.0893312 Oct 03 15:01:14.151260 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-f97fe3cd-3cc5-42b8-9589-43f17912992d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfdafec3-b426-4742-8d49-c455e689f120 HTTP/1.1" status: 200 len: 1000 time: 0.0556808 Oct 03 15:01:14.208465 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d67e3-d68a-41fd-b661-75a969b78079 req-fb236962-3792-499e-b21c-423ada189170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:14.209893 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-fb236962-3792-499e-b21c-423ada189170 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 200 len: 856 time: 0.0466528 Oct 03 15:01:14.251878 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d67e3-d68a-41fd-b661-75a969b78079 req-6899e67d-76a5-41f5-8389-f1664671b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:14.253299 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-6899e67d-76a5-41f5-8389-f1664671b374 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e62ce727-fdfc-4635-82f1-b266a0898b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374734 Oct 03 15:01:14.308932 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:14.349296 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-caf28e17-3ae4-4abb-818e-99168f5a8d6a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875990 Oct 03 15:01:14.451255 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-ffb8f6ab-66a3-49e8-a8e9-ed699a2ba213 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956426 Oct 03 15:01:15.129782 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0c904-a8d0-482a-8c45-521fc2d8bab1 req-2e8517c5-3039-4f39-ae15-b786a009ed48 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:15.131765 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-61c0c904-a8d0-482a-8c45-521fc2d8bab1 req-2e8517c5-3039-4f39-ae15-b786a009ed48 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0508113 Oct 03 15:01:15.173727 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:01:15.185674 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-61c0c904-a8d0-482a-8c45-521fc2d8bab1 req-8e0429a5-6edf-4315-9f94-b0308fc9e089 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476868 Oct 03 15:01:15.237053 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:15.270541 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port cfdafec3-b426-4742-8d49-c455e689f120 is: DOWN; New status is: DOWN {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:01:15.473067 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-c2c7385d-0749-4864-a71b-5ddaa83cb644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:16.319870 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1d4a3-1dd1-4cd1-8bb0-a44aa37ca274 req-5ac3add8-ff92-4889-ace4-e8c669769acf tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:16.321344 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36f1d4a3-1dd1-4cd1-8bb0-a44aa37ca274 req-5ac3add8-ff92-4889-ace4-e8c669769acf tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0492077 Oct 03 15:01:16.374533 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-36f1d4a3-1dd1-4cd1-8bb0-a44aa37ca274 req-ce88b289-01e0-402c-b4c8-19aa5c27e362 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474217 Oct 03 15:01:16.744597 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:17.489006 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:17.502757 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1854c7-d666-438f-936d-49069d4a3b16 req-ebc3a409-2a6a-4b26-b1ed-7e5068417004 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:17.504309 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1a1854c7-d666-438f-936d-49069d4a3b16 req-ebc3a409-2a6a-4b26-b1ed-7e5068417004 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0476599 Oct 03 15:01:17.553007 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1a1854c7-d666-438f-936d-49069d4a3b16 req-78095b75-fa32-4358-bb99-39af7bc7ae9b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428314 Oct 03 15:01:17.967112 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:18.318028 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:18.566719 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:18.569683 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:18.681754 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecf88d-9c67-40e1-8f9c-7ec01243dba8 req-01c7ccf8-8eb6-4388-88a6-89e17ebd400e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:18.683201 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b5ecf88d-9c67-40e1-8f9c-7ec01243dba8 req-01c7ccf8-8eb6-4388-88a6-89e17ebd400e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0469074 Oct 03 15:01:18.732725 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b5ecf88d-9c67-40e1-8f9c-7ec01243dba8 req-e40abdb2-367e-4a45-bae3-c34e9021dbbc tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Oct 03 15:01:19.859274 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9e76b-196d-45cf-a365-19f36b5a4451 req-2214bd4d-08a6-47f3-bfa1-d451a0e84f52 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:19.861334 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-14a9e76b-196d-45cf-a365-19f36b5a4451 req-2214bd4d-08a6-47f3-bfa1-d451a0e84f52 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0466752 Oct 03 15:01:19.908672 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-14a9e76b-196d-45cf-a365-19f36b5a4451 req-f8a768cd-2010-4e89-8b21-8b0cf3148702 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 Oct 03 15:01:21.041254 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e162446-c370-42ae-992f-bc792fdb16fa req-d41281ea-87c8-403c-9287-11b8056a7b79 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:21.042747 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8e162446-c370-42ae-992f-bc792fdb16fa req-d41281ea-87c8-403c-9287-11b8056a7b79 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0481226 Oct 03 15:01:21.092142 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8e162446-c370-42ae-992f-bc792fdb16fa req-b0983f3c-8a25-4feb-afc9-a9129a72a8ea tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438120 Oct 03 15:01:22.239812 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7afb7-61c1-47a7-b50f-7b01743fbce4 req-e0e88d36-ada1-4651-99c6-3bf2f9a6f9dd tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:22.241288 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5ab7afb7-61c1-47a7-b50f-7b01743fbce4 req-e0e88d36-ada1-4651-99c6-3bf2f9a6f9dd tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0693784 Oct 03 15:01:22.288298 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5ab7afb7-61c1-47a7-b50f-7b01743fbce4 req-9f795f93-b5cf-4200-b9e6-a77a9fafbc17 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413001 Oct 03 15:01:23.427312 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c3a5-0d00-426e-b576-6f66ead8b6d7 req-53d009a1-ac93-4ef3-96db-2b3a81822894 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:23.429961 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3cf4c3a5-0d00-426e-b576-6f66ead8b6d7 req-53d009a1-ac93-4ef3-96db-2b3a81822894 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0570388 Oct 03 15:01:23.489658 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3cf4c3a5-0d00-426e-b576-6f66ead8b6d7 req-b1f296a4-161e-46de-a5f7-dd60645866c6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552452 Oct 03 15:01:24.622168 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15796715-8498-4145-8141-eebb72ec4a69 req-71bbc791-3412-4097-aba0-d890bbe169ba tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:24.623576 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-15796715-8498-4145-8141-eebb72ec4a69 req-71bbc791-3412-4097-aba0-d890bbe169ba tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0490203 Oct 03 15:01:24.676024 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-15796715-8498-4145-8141-eebb72ec4a69 req-6114da0d-04e9-48d9-a00d-e1c1636e8975 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462711 Oct 03 15:01:25.841722 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3122cd-bbc2-4bb7-b77f-d8735576cbbc req-71d89dc1-d41d-45cd-b2fa-2ea3975f6989 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:25.843315 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ad3122cd-bbc2-4bb7-b77f-d8735576cbbc req-71d89dc1-d41d-45cd-b2fa-2ea3975f6989 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0587859 Oct 03 15:01:25.881392 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:25.894117 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ad3122cd-bbc2-4bb7-b77f-d8735576cbbc req-8fcf8ef5-4eee-46c0-be75-b268a95ebfaf tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444691 Oct 03 15:01:27.019031 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086827-cceb-428d-88f6-8b5bfbe647bc req-07ad9f04-b54e-40c3-89f4-b6509d6cabce tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:27.020469 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a3086827-cceb-428d-88f6-8b5bfbe647bc req-07ad9f04-b54e-40c3-89f4-b6509d6cabce tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0454731 Oct 03 15:01:27.069564 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a3086827-cceb-428d-88f6-8b5bfbe647bc req-28d12776-8741-42a8-a735-425e1678130c tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436578 Oct 03 15:01:28.192133 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a3fd8-2750-434a-a9fe-7b012a7b64c6 req-f1ad00e0-3769-480e-8c09-9fed7d9fdf04 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:28.193592 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2d5a3fd8-2750-434a-a9fe-7b012a7b64c6 req-f1ad00e0-3769-480e-8c09-9fed7d9fdf04 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0452425 Oct 03 15:01:28.243297 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2d5a3fd8-2750-434a-a9fe-7b012a7b64c6 req-b654594f-b25f-474b-8b4b-4eb4ed09cbde tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442352 Oct 03 15:01:28.305726 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:28.311808 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:29.368101 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d962b-c643-4767-bcee-f57a13048f94 req-3e777562-0e35-4ad1-9e69-6b314f07a1e9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:29.369558 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1d3d962b-c643-4767-bcee-f57a13048f94 req-3e777562-0e35-4ad1-9e69-6b314f07a1e9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0457704 Oct 03 15:01:29.416254 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1d3d962b-c643-4767-bcee-f57a13048f94 req-f203d0d6-c9dd-4087-8954-d88af4b2059e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Oct 03 15:01:30.538595 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b4a1c-e9aa-4862-9a4e-c977b940adc2 req-c072857b-0db8-4082-9088-89ac0012b0f9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:30.540025 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ee0b4a1c-e9aa-4862-9a4e-c977b940adc2 req-c072857b-0db8-4082-9088-89ac0012b0f9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0452375 Oct 03 15:01:30.586646 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ee0b4a1c-e9aa-4862-9a4e-c977b940adc2 req-38cb7eda-dd72-4625-b7e0-ce6d217a2c71 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411556 Oct 03 15:01:31.063556 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60012) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:31.297991 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Deleting port ea238e54-f3a1-4c58-84cb-09e4746fbcaf {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:01:31.298332 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (ea238e54-f3a1-4c58-84cb-09e4746fbcaf), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:31.338394 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:31.378230 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (ea238e54-f3a1-4c58-84cb-09e4746fbcaf), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:31.378553 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for floatingip (ea238e54-f3a1-4c58-84cb-09e4746fbcaf), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:31.390941 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Calling delete_port for ea238e54-f3a1-4c58-84cb-09e4746fbcaf owned by network:floatingip {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:01:31.554625 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (ea238e54-f3a1-4c58-84cb-09e4746fbcaf), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:31.577698 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event deleted for resources: {'Port': ['ID=ea238e54-f3a1-4c58-84cb-09e4746fbcaf,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:31.641365 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for floatingip (ad892183-542b-4af3-9af9-8e2658ffb6e5), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:31.641721 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Floating IP ad892183-542b-4af3-9af9-8e2658ffb6e5 disassociated (deleted). External IP: 172.27.1.26, port: e321d3a6-46f2-4be4-9d86-b86c2bf327ff. Oct 03 15:01:31.704728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:31.713341 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f28a80-0407-49d1-9777-42bed63f96a0 req-d9cbfd6e-c9bc-4e7e-a061-6d90ae52130b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:31.714817 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-87f28a80-0407-49d1-9777-42bed63f96a0 req-d9cbfd6e-c9bc-4e7e-a061-6d90ae52130b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0468359 Oct 03 15:01:31.762851 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-87f28a80-0407-49d1-9777-42bed63f96a0 req-7be9f098-1348-4802-a60f-8d0059bb8c91 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414338 Oct 03 15:01:31.840647 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Router a8d48e8f-499b-41c1-9047-5bc98b848477 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:01:31.852104 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:31.859456 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:31.945466 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:01:31.949858 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:31.955468 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] Sync routers for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:01:31.964919 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:01:31.965549 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:01:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:31.980495 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-eaf43e8e-8150-4e20-a324-a66074e3bed7 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/ad892183-542b-4af3-9af9-8e2658ffb6e5 HTTP/1.1" status: 204 len: 168 time: 0.9158640 Oct 03 15:01:31.981137 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:01:31.983406 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:01:32.022956 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b16718-1feb-4b92-aad5-a058f3ce250e x-openstack-request-id: req-f0b16718-1feb-4b92-aad5-a058f3ce250e {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:01:32.023315 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:01:32.023636 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0b16718-1feb-4b92-aad5-a058f3ce250e {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:01:32.024106 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b16718-1feb-4b92-aad5-a058f3ce250e'] response: {'name': 'network-changed', 'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'status': 'completed', 'code': 200} Oct 03 15:01:32.090528 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:01:32.209620 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5117f-57c1-4202-b93f-9a399a691239 req-01026a2d-f98e-4d04-b800-888dcfa9a210 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:32.211015 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-56d5117f-57c1-4202-b93f-9a399a691239 req-01026a2d-f98e-4d04-b800-888dcfa9a210 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0507615 Oct 03 15:01:32.259124 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-56d5117f-57c1-4202-b93f-9a399a691239 req-39b85c58-1a18-45c1-bbd0-cd9a89be6c5d tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424533 Oct 03 15:01:32.277441 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '2903239d-6447-4cb0-beb4-a354bceecb33', 'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'mac_address': 'fa:16:3e:2e:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:13Z', 'updated_at': '2022-10-03T14:55:18Z', 'revision_number': 5, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'subnets': [{'id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:32.307913 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] Checking router: a8d48e8f-499b-41c1-9047-5bc98b848477 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:01:32.316215 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:01:32.316804 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:01:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:32.416060 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:01:32.600943 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '2903239d-6447-4cb0-beb4-a354bceecb33', 'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'mac_address': 'fa:16:3e:2e:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:13Z', 'updated_at': '2022-10-03T14:55:18Z', 'revision_number': 5, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'subnets': [{'id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:32.625053 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002eef4c-78a5-4723-a4ac-68501b2d6a55 None None] The sync data for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi is: [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:13Z', 'revision_number': 4, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '2903239d-6447-4cb0-beb4-a354bceecb33', 'name': '', 'network_id': '8f5008e2-7fd3-43f9-93fb-273a94e61fe6', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'mac_address': 'fa:16:3e:2e:5a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:13Z', 'updated_at': '2022-10-03T14:55:18Z', 'revision_number': 5, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'subnets': [{'id': 'c28ffd21-2f79-4fb6-b873-f4a85ae78926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:01:32.833276 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc55b9c-668f-4ad9-a227-da5e3b49f298 None None] New status for floating IP ad892183-542b-4af3-9af9-8e2658ffb6e5: DOWN {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:01:32.894359 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a135d9-6e13-4579-b2e6-db12c6dbcf1c req-d484de09-a338-4677-9e73-95ad44a6b159 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:32.895773 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-79a135d9-6e13-4579-b2e6-db12c6dbcf1c req-d484de09-a338-4677-9e73-95ad44a6b159 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 944 time: 0.0465393 Oct 03 15:01:32.947982 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-79a135d9-6e13-4579-b2e6-db12c6dbcf1c req-837b61f7-3b58-48c9-80de-f612b37e5a20 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466104 Oct 03 15:01:33.261607 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:01:33.364057 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:33.374572 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'cfdafec3-b426-4742-8d49-c455e689f120', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'port_id': 'cfdafec3-b426-4742-8d49-c455e689f120', 'mac_address': 'fa:16:3e:18:8a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:01:33.379482 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ad9ef-a9bf-4dbf-89dc-359065b8846c req-5ae6daff-6234-486c-9a4f-b362b4b6496b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:33.381052 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7c0ad9ef-a9bf-4dbf-89dc-359065b8846c req-5ae6daff-6234-486c-9a4f-b362b4b6496b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0458813 Oct 03 15:01:33.409208 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port cfdafec3-b426-4742-8d49-c455e689f120 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:01:33.409624 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:33.426706 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdafec3-b426-4742-8d49-c455e689f120 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:01:33.436063 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7c0ad9ef-a9bf-4dbf-89dc-359065b8846c req-152c516e-437c-4e00-bd6d-0b3912988f19 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494547 Oct 03 15:01:33.442637 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:33.446857 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:33.450989 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:33.497418 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=9']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:33.504806 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.505149 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.505485 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.505842 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.506169 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.506493 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.506811 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.507128 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.507444 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.507761 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.508075 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.508390 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.508704 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.509014 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.509323 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:33.830096 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-ca63f1ea-4612-4933-9b0c-123afacb07de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:33.831465 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-ca63f1ea-4612-4933-9b0c-123afacb07de service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8fae62571c3c402a8fcc4afaf4268310&device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 1129 time: 0.0392311 Oct 03 15:01:33.880361 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:33.919913 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-d0a8a046-6c89-4892-a142-7e11dcb5f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:33.921339 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-d0a8a046-6c89-4892-a142-7e11dcb5f3e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 200 len: 908 time: 0.0833864 Oct 03 15:01:33.963612 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-64658722-56e9-4199-ad1a-a90d7641139d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 200 len: 217 time: 0.0354192 Oct 03 15:01:33.989769 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['cfdafec3-b426-4742-8d49-c455e689f120'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:01:34.013602 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-34c94562-6e8c-43aa-bb96-decb59dd03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:34.014998 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-34c94562-6e8c-43aa-bb96-decb59dd03c3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c28ffd21-2f79-4fb6-b873-f4a85ae78926 HTTP/1.1" status: 200 len: 846 time: 0.0447242 Oct 03 15:01:34.017002 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:34.103709 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ee73a-5000-4259-9ee6-31d094a815c3 req-c36ceabc-215f-4f3f-9744-cb2aec28928e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:34.105089 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-382ee73a-5000-4259-9ee6-31d094a815c3 req-c36ceabc-215f-4f3f-9744-cb2aec28928e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 945 time: 0.0759885 Oct 03 15:01:34.108068 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-c8d0a7fc-c29a-40e9-9ae5-90a4ccd755e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:34.109457 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-c8d0a7fc-c29a-40e9-9ae5-90a4ccd755e9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=8f5008e2-7fd3-43f9-93fb-273a94e61fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700154 Oct 03 15:01:34.167330 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-382ee73a-5000-4259-9ee6-31d094a815c3 req-e89cce87-4851-4d29-8901-1dae85fbe9f9 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Oct 03 15:01:34.444396 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-6844b087-b8d2-4035-b430-c50fe0e392d6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812507 Oct 03 15:01:34.542560 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-deeb2c1f-a4a4-4949-a3fa-4651b73b042e req-198dd31a-6867-4129-a9ff-197b65391298 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866032 Oct 03 15:01:34.562606 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0677b-8178-4996-aab3-602e0271e804 req-fd0855bd-32b5-477a-9331-4cb3796718fa tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:34.564042 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-faa0677b-8178-4996-aab3-602e0271e804 req-fd0855bd-32b5-477a-9331-4cb3796718fa tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0493083 Oct 03 15:01:34.612860 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-faa0677b-8178-4996-aab3-602e0271e804 req-ab148944-1e3f-4e32-b6ab-d22114a40dc6 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433178 Oct 03 15:01:35.022425 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-0a181fb3-140d-4d01-8dd1-23543981c673 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:35.023812 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-0a181fb3-140d-4d01-8dd1-23543981c673 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 945 time: 0.0453255 Oct 03 15:01:35.108011 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Deleting port e321d3a6-46f2-4be4-9d86-b86c2bf327ff {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:01:35.108341 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:35.196508 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] For port e321d3a6-46f2-4be4-9d86-b86c2bf327ff, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:35.196868 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:35.209892 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Calling delete_port for e321d3a6-46f2-4be4-9d86-b86c2bf327ff owned by compute:nova {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:01:35.253226 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:35.299284 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:01:35.317244 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738941b7-c237-428d-a87f-343af2b8e5d3 req-b36a373b-86bd-424b-941d-cb0af173e4d7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:35.318749 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-738941b7-c237-428d-a87f-343af2b8e5d3 req-b36a373b-86bd-424b-941d-cb0af173e4d7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 945 time: 0.0624309 Oct 03 15:01:35.342066 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port cfdafec3-b426-4742-8d49-c455e689f120 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:01:35.342429 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (cfdafec3-b426-4742-8d49-c455e689f120), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:35.342771 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port cfdafec3-b426-4742-8d49-c455e689f120 Oct 03 15:01:35.390449 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:35.408854 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-738941b7-c237-428d-a87f-343af2b8e5d3 req-8c30b8a3-3336-4fa1-9ad4-217119b8597f tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816836 Oct 03 15:01:35.416825 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port cfdafec3-b426-4742-8d49-c455e689f120 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:01:35.417353 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:35.427131 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (e321d3a6-46f2-4be4-9d86-b86c2bf327ff), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:35.448089 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:01:35.450318 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b12012a-90b1-48a3-9682-2f486e73f10b" -d '{"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-plugged", "status": "completed", "tag": "cfdafec3-b426-4742-8d49-c455e689f120"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:01:35.457708 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event deleted for resources: {'Port': ['ID=e321d3a6-46f2-4be4-9d86-b86c2bf327ff,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:35.467971 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:35.473572 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:35.498389 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094ce408-e650-4e2b-9bc2-43d6a6270e15 x-openstack-request-id: req-094ce408-e650-4e2b-9bc2-43d6a6270e15 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:01:35.498677 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-plugged", "status": "completed", "tag": "cfdafec3-b426-4742-8d49-c455e689f120", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:01:35.498924 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-094ce408-e650-4e2b-9bc2-43d6a6270e15 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:01:35.499311 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094ce408-e650-4e2b-9bc2-43d6a6270e15'] response: {'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120', 'code': 200} Oct 03 15:01:35.507613 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] No DVR routers for this DVR port e321d3a6-46f2-4be4-9d86-b86c2bf327ff on host hv-cinder-85987 {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:01:35.510208 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:35.513656 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-00549c5e-e096-4def-8348-1790c7ec2e11 req-ac49fce0-9176-4f9a-8853-9241d3431ead tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e321d3a6-46f2-4be4-9d86-b86c2bf327ff HTTP/1.1" status: 204 len: 173 time: 0.4842176 Oct 03 15:01:35.514165 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'name': 'network-vif-deleted', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:01:35.516967 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e05c7-f10a-4703-bee2-2bc87a554590" -d '{"events": [{"server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "name": "network-vif-deleted", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:01:35.525592 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=10']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:35.552622 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f9ab22-5950-46f9-b1b9-05d227962d1d x-openstack-request-id: req-53f9ab22-5950-46f9-b1b9-05d227962d1d {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:01:35.552916 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4e9466-74aa-4df2-8a80-8c79b26bc20e", "name": "network-vif-deleted", "tag": "e321d3a6-46f2-4be4-9d86-b86c2bf327ff", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:01:35.553170 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53f9ab22-5950-46f9-b1b9-05d227962d1d {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:01:35.553601 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f9ab22-5950-46f9-b1b9-05d227962d1d'] response: {'server_uuid': 'fe4e9466-74aa-4df2-8a80-8c79b26bc20e', 'name': 'network-vif-deleted', 'tag': 'e321d3a6-46f2-4be4-9d86-b86c2bf327ff', 'status': 'completed', 'code': 200} Oct 03 15:01:35.718011 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1c420eac-2426-4013-9460-0c4a30d625c3 req-98daa3a9-fc38-4276-ac1b-880904e5ab41 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 210 time: 0.0301261 Oct 03 15:01:35.854781 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee7b73-2b93-446e-8346-8824b65dd3f1 req-c43888c3-e1f1-488e-9406-c7fbaf3ddcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:35.856293 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6eee7b73-2b93-446e-8346-8824b65dd3f1 req-c43888c3-e1f1-488e-9406-c7fbaf3ddcad service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 1131 time: 0.0397651 Oct 03 15:01:35.911571 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6eee7b73-2b93-446e-8346-8824b65dd3f1 req-339fe73b-a042-4b75-978c-c4a2bbfcd910 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455773 Oct 03 15:01:36.536715 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f0e8-e245-4989-9d0a-1b48ff1797c7 req-7318397e-ad13-4a8f-8057-1eaa6ab5a160 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:36.538231 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3a33f0e8-e245-4989-9d0a-1b48ff1797c7 req-7318397e-ad13-4a8f-8057-1eaa6ab5a160 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 947 time: 0.0450890 Oct 03 15:01:36.586532 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3a33f0e8-e245-4989-9d0a-1b48ff1797c7 req-60c16798-6d6e-4d70-8a9d-e66e0511e91d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426517 Oct 03 15:01:36.830550 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0d8ae5ce-54b6-4149-aea6-bceba1325863 req-f35686e1-3e5e-4843-8a27-87749a6e1a0a tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 210 time: 0.0265088 Oct 03 15:01:37.710530 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c4840-5417-4185-81ad-168a24d1fc16 req-1e76f16c-4e27-4faa-94b7-c6832360de48 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:37.712011 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dc3c4840-5417-4185-81ad-168a24d1fc16 req-1e76f16c-4e27-4faa-94b7-c6832360de48 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 947 time: 0.0454643 Oct 03 15:01:37.758501 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dc3c4840-5417-4185-81ad-168a24d1fc16 req-54cfb9d6-8e09-4a69-9ab2-08b053b57bae tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410402 Oct 03 15:01:37.943549 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-42f25f60-2e45-403f-a466-4110b7568ab7 req-16acba85-6a2d-4624-a877-fbd9001d2dd2 tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=fe4e9466-74aa-4df2-8a80-8c79b26bc20e HTTP/1.1" status: 200 len: 210 time: 0.0269396 Oct 03 15:01:38.887213 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da66ea-d3ff-4825-b43e-19dd2dd185d2 req-ee8d24e1-4b59-4e6c-baf9-511845d57d38 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:01:38.888645 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-96da66ea-d3ff-4825-b43e-19dd2dd185d2 req-ee8d24e1-4b59-4e6c-baf9-511845d57d38 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 947 time: 0.0489058 Oct 03 15:01:38.933921 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-96da66ea-d3ff-4825-b43e-19dd2dd185d2 req-6918b61a-97bd-4320-b9d5-92b16656ccd0 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397205 Oct 03 15:01:39.009346 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60094) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:39.067984 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group (091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:39.092405 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group (091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:39.153312 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:39.155854 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:39.157056 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8 HTTP/1.1" status: 204 len: 168 time: 0.1470253 Oct 03 15:01:39.166424 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091612e1-ad50-45b3-a4e7-0bd7a7f3c9a8,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:39.175328 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.175959 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.176300 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.176634 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.176964 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.177292 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.177650 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.177979 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.178307 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.178620 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.178941 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.179300 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.179810 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.180150 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.180501 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb603f-bb94-4531-a758-e1e097c0e20b tempest-TestShelveInstance-961540047 tempest-TestShelveInstance-961540047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:01:39.207025 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60098) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:39.292799 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e321d3a6-46f2-4be4-9d86-b86c2bf327ff no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:01:39.312572 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: e321d3a6-46f2-4be4-9d86-b86c2bf327ff {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:01:39.312921 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device e321d3a6-46f2-4be4-9d86-b86c2bf327ff not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:01:39.317686 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:39.626111 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (a8d48e8f-499b-41c1-9047-5bc98b848477), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:39.703563 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:39.842455 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Deleting port 2903239d-6447-4cb0-beb4-a354bceecb33 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:01:39.842695 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:39.920689 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] For port 2903239d-6447-4cb0-beb4-a354bceecb33, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=2903239d-6447-4cb0-beb4-a354bceecb33,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:39.921049 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:39.933423 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Calling delete_port for 2903239d-6447-4cb0-beb4-a354bceecb33 owned by network:router_interface {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:01:40.111577 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (2903239d-6447-4cb0-beb4-a354bceecb33), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:40.139717 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2903239d-6447-4cb0-beb4-a354bceecb33,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:40.186006 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:40.306300 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (a8d48e8f-499b-41c1-9047-5bc98b848477), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:40.510319 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Router a8d48e8f-499b-41c1-9047-5bc98b848477 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:01:40.512353 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:40.608684 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:01:40.614241 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-2de5535c-a073-497e-ad65-e80318a849ba admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/a8d48e8f-499b-41c1-9047-5bc98b848477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4060402 Oct 03 15:01:40.616700 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60102) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:40.619301 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] Sync routers for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:01:40.630033 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:01:40.630760 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:01:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:40.716613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks [] for router (a8d48e8f-499b-41c1-9047-5bc98b848477), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:40.828399 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks [] for router_gateway (a8d48e8f-499b-41c1-9047-5bc98b848477), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:40.861354 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:01:40.871886 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Deleting port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:01:40.872227 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:40.953702 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] For port 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=7f588e06-fb24-40e0-a6ed-2cd18d9b0e63,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:40.954068 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:40.966818 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Calling delete_port for 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 owned by network:router_gateway {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:01:41.024753 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:41.026297 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T15:01:40Z', 'revision_number': 5, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port': {'id': '7f588e06-fb24-40e0-a6ed-2cd18d9b0e63', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T14:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:41.052254 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] Checking router: a8d48e8f-499b-41c1-9047-5bc98b848477 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:01:41.061424 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] Routers {'a8d48e8f-499b-41c1-9047-5bc98b848477'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:01:41.062067 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:01:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a8d48e8f-499b-41c1-9047-5bc98b848477'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:41.140046 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (7f588e06-fb24-40e0-a6ed-2cd18d9b0e63), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.148555 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] Set router a8d48e8f-499b-41c1-9047-5bc98b848477 gateway port host: None {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:01:41.168704 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f588e06-fb24-40e0-a6ed-2cd18d9b0e63,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:41.204945 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T15:01:40Z', 'revision_number': 6, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port_host': None}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:41.206542 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:41.231526 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b989bf71-2fe0-4d10-b098-d43d70ebcbe4 None None] The sync data for ids ['a8d48e8f-499b-41c1-9047-5bc98b848477'] in dv-cinder-859877-2-iscsi is: [{'id': 'a8d48e8f-499b-41c1-9047-5bc98b848477', 'name': 'tempest-TestShelveInstance-25018892-router', 'tenant_id': '8fae62571c3c402a8fcc4afaf4268310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:10Z', 'updated_at': '2022-10-03T15:01:40Z', 'revision_number': 6, 'project_id': '8fae62571c3c402a8fcc4afaf4268310', 'gw_port_host': None}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:01:41.234468 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (a8d48e8f-499b-41c1-9047-5bc98b848477), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.321465 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (a8d48e8f-499b-41c1-9047-5bc98b848477), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.323633 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks [] for router_controller (a8d48e8f-499b-41c1-9047-5bc98b848477), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.365783 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (a8d48e8f-499b-41c1-9047-5bc98b848477), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.369158 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d48e8f-499b-41c1-9047-5bc98b848477 {{(pid=112659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 15:01:41.374764 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.375930 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-65af0934-fdc7-41d4-be79-205d80d1d87c admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/a8d48e8f-499b-41c1-9047-5bc98b848477 HTTP/1.1" status: 204 len: 168 time: 0.7583261 Oct 03 15:01:41.378603 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60104) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:41.422771 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f623c69-aad6-4e4b-935e-1531c3d23c3c admin admin] Deleting subnet c28ffd21-2f79-4fb6-b873-f4a85ae78926 {{(pid=112659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:01:41.425902 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f623c69-aad6-4e4b-935e-1531c3d23c3c admin admin] Publish callbacks [] for subnet (c28ffd21-2f79-4fb6-b873-f4a85ae78926), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.455855 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:41.465689 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f623c69-aad6-4e4b-935e-1531c3d23c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8732928'] for subnet (c28ffd21-2f79-4fb6-b873-f4a85ae78926), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.540227 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f623c69-aad6-4e4b-935e-1531c3d23c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (c28ffd21-2f79-4fb6-b873-f4a85ae78926), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.594709 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f623c69-aad6-4e4b-935e-1531c3d23c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12367017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517844'] for subnet (c28ffd21-2f79-4fb6-b873-f4a85ae78926), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.625159 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f623c69-aad6-4e4b-935e-1531c3d23c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28ffd21-2f79-4fb6-b873-f4a85ae78926,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:41.630411 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f623c69-aad6-4e4b-935e-1531c3d23c3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.635793 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae694260-af77-4d8f-a5c0-3e7334ec627a None None] Network 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:01:41.637058 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60106) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:41.642088 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-3f623c69-aad6-4e4b-935e-1531c3d23c3c admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/c28ffd21-2f79-4fb6-b873-f4a85ae78926 HTTP/1.1" status: 204 len: 168 time: 0.2539444 Oct 03 15:01:41.709485 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (8f5008e2-7fd3-43f9-93fb-273a94e61fe6), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.755206 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Deleting port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:01:41.755538 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.818029 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] For port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa,segment=NetworkSegment(148c7b18-d1d2-4aec-a77a-0ed70734e13d),segment_id=148c7b18-d1d2-4aec-a77a-0ed70734e13d)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:41.818388 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.832044 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Calling delete_port for 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa owned by network:dhcp {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:01:41.906781 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:41.934305 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:41.937852 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] No DVR routers for this DVR port 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa on host dv-cinder-859877-2-iscsi {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:01:41.971761 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:42.014680 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c892b-7ad1-4394-ad81-0cf4aceb2482 None None] DHCP port deletion for 8f5008e2-7fd3-43f9-93fb-273a94e61fe6 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 15:01:42.016862 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (8f5008e2-7fd3-43f9-93fb-273a94e61fe6), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:42.043149 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5008e2-7fd3-43f9-93fb-273a94e61fe6']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:42.054857 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148c7b18-d1d2-4aec-a77a-0ed70734e13d') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:42.055149 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148c7b18-d1d2-4aec-a77a-0ed70734e13d') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:42.065327 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (148c7b18-d1d2-4aec-a77a-0ed70734e13d), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:42.080127 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (148c7b18-d1d2-4aec-a77a-0ed70734e13d), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:42.089916 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:01:42.090320 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (148c7b18-d1d2-4aec-a77a-0ed70734e13d), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:42.093749 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 2903239d-6447-4cb0-beb4-a354bceecb33 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:01:42.096753 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:42.111437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:42.114920 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 2903239d-6447-4cb0-beb4-a354bceecb33 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:01:42.115291 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 2903239d-6447-4cb0-beb4-a354bceecb33 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:01:42.115821 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:01:42.137041 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:01:42.137458 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7f588e06-fb24-40e0-a6ed-2cd18d9b0e63 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:01:42.137993 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:01:42.160853 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:01:42.160853 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 3d8a7f55-ebf2-4ce0-b7a0-d255671aa6fa not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:01:42.170555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (8f5008e2-7fd3-43f9-93fb-273a94e61fe6), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:42.181843 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:42.189181 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/8f5008e2-7fd3-43f9-93fb-273a94e61fe6 HTTP/1.1" status: 204 len: 168 time: 0.5503590 Oct 03 15:01:42.189660 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60112) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:42.201793 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587310ca-4422-46cf-9dbc-0d6d0642cf51 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5008e2-7fd3-43f9-93fb-273a94e61fe6,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:42.268548 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 148c7b18-d1d2-4aec-a77a-0ed70734e13d resource provider aggregate not found Oct 03 15:01:42.287030 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 148c7b18-d1d2-4aec-a77a-0ed70734e13d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 148c7b18-d1d2-4aec-a77a-0ed70734e13d found for delete ", "request_id": "req-5de011d2-6975-4ac4-ad32-3f6c63a5e629"}]} Oct 03 15:01:42.501356 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:42.509867 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:42.570697 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:01:42.723948 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Deleting port c3c172ae-05a2-4241-acfb-744135474141 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:01:42.724281 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (c3c172ae-05a2-4241-acfb-744135474141), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:42.801453 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] For port c3c172ae-05a2-4241-acfb-744135474141, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=c3c172ae-05a2-4241-acfb-744135474141,segment=NetworkSegment(5222cb1b-2106-4ca8-9d0a-368057315292),segment_id=5222cb1b-2106-4ca8-9d0a-368057315292)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:42.801764 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (c3c172ae-05a2-4241-acfb-744135474141), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:42.817089 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Calling delete_port for c3c172ae-05a2-4241-acfb-744135474141 owned by network:router_interface {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:01:42.853934 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:42.992034 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (c3c172ae-05a2-4241-acfb-744135474141), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:43.017283 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c172ae-05a2-4241-acfb-744135474141,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:43.252574 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-058c2416-ba8d-45b0-b85a-d71c84b4971f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:43.433021 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:43.617441 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:43.636638 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:01:43.736646 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:01:43.741645 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-58b7c514-1bb9-453b-b69c-8adac3a11a59 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/bc9c1889-ecc4-4986-8f33-77d0a888e2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5503685 Oct 03 15:01:43.744189 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60118) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:43.745039 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] Sync routers for ids ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:01:43.755805 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] Routers {'bc9c1889-ecc4-4986-8f33-77d0a888e2e1'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:01:43.756411 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:01:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:43.842329 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks [] for router (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:43.856271 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] Set router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:01:43.916914 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:43.940663 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks [] for router_gateway (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:43.994614 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Deleting port 7d201101-e357-4a18-bd02-9d3355f22127 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:01:43.994843 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (7d201101-e357-4a18-bd02-9d3355f22127), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.020682 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '7d201101-e357-4a18-bd02-9d3355f22127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T15:01:42Z', 'revision_number': 5, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'gw_port': {'id': '7d201101-e357-4a18-bd02-9d3355f22127', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T14:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:44.051063 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] Checking router: bc9c1889-ecc4-4986-8f33-77d0a888e2e1 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:01:44.060714 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] Routers {'bc9c1889-ecc4-4986-8f33-77d0a888e2e1'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:01:44.061333 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:01:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:44.080022 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] For port 7d201101-e357-4a18-bd02-9d3355f22127, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=7d201101-e357-4a18-bd02-9d3355f22127,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:44.080386 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (7d201101-e357-4a18-bd02-9d3355f22127), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.093460 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Calling delete_port for 7d201101-e357-4a18-bd02-9d3355f22127 owned by network:router_gateway {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:01:44.143635 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] Set router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 gateway port host: None {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:01:44.192129 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T15:01:43Z', 'revision_number': 6, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'gw_port_host': None}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:44.218425 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78abbd-bd53-474c-858c-9e9cbeceb239 None None] The sync data for ids ['bc9c1889-ecc4-4986-8f33-77d0a888e2e1'] in dv-cinder-859877-2-iscsi is: [{'id': 'bc9c1889-ecc4-4986-8f33-77d0a888e2e1', 'name': 'tempest-TestShelveInstance-1700757448-router', 'tenant_id': '56b805f66853429593a3f0b37b907b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:55:16Z', 'updated_at': '2022-10-03T15:01:43Z', 'revision_number': 6, 'project_id': '56b805f66853429593a3f0b37b907b3f', 'gw_port_host': None}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:01:44.260841 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (7d201101-e357-4a18-bd02-9d3355f22127), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.291378 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d201101-e357-4a18-bd02-9d3355f22127,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:44.353169 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.438524 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.440630 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks [] for router_controller (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.481788 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (bc9c1889-ecc4-4986-8f33-77d0a888e2e1), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.482506 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc9c1889-ecc4-4986-8f33-77d0a888e2e1 {{(pid=112659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 15:01:44.486994 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.488105 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-74b0f1d3-ee14-4a82-ac3d-9e0fb08a413d admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/bc9c1889-ecc4-4986-8f33-77d0a888e2e1 HTTP/1.1" status: 204 len: 168 time: 0.7430205 Oct 03 15:01:44.490687 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60120) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:44.537899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e497b58-776e-46ae-bc14-e6f6e4733137 admin admin] Deleting subnet 51f4d98b-12e3-477f-8405-a8b5a11fd7fc {{(pid=112659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:01:44.540870 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0e497b58-776e-46ae-bc14-e6f6e4733137 admin admin] Publish callbacks [] for subnet (51f4d98b-12e3-477f-8405-a8b5a11fd7fc), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.578519 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0e497b58-776e-46ae-bc14-e6f6e4733137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8732928'] for subnet (51f4d98b-12e3-477f-8405-a8b5a11fd7fc), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.581008 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:44.657937 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0e497b58-776e-46ae-bc14-e6f6e4733137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (51f4d98b-12e3-477f-8405-a8b5a11fd7fc), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.714778 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0e497b58-776e-46ae-bc14-e6f6e4733137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12367017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517844'] for subnet (51f4d98b-12e3-477f-8405-a8b5a11fd7fc), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.722159 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:44.740677 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e497b58-776e-46ae-bc14-e6f6e4733137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f4d98b-12e3-477f-8405-a8b5a11fd7fc,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:44.744529 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0e497b58-776e-46ae-bc14-e6f6e4733137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.747955 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0e497b58-776e-46ae-bc14-e6f6e4733137 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/51f4d98b-12e3-477f-8405-a8b5a11fd7fc HTTP/1.1" status: 204 len: 168 time: 0.2560585 Oct 03 15:01:44.750985 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60122) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:44.751570 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a5d44f-7b9e-4df1-8411-2412a37b7588 None None] Network 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:01:44.820515 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (391f4605-a3c3-4e7c-9f88-5d6c505c61d8), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.864657 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Deleting port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:01:44.865125 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.930607 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] For port dc15cc56-4b6a-4c63-98b8-cba434cd27d0, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=dc15cc56-4b6a-4c63-98b8-cba434cd27d0,segment=NetworkSegment(5222cb1b-2106-4ca8-9d0a-368057315292),segment_id=5222cb1b-2106-4ca8-9d0a-368057315292)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:44.930971 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:44.944470 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Calling delete_port for dc15cc56-4b6a-4c63-98b8-cba434cd27d0 owned by network:dhcp {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:01:45.006576 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] DHCP port deletion for 391f4605-a3c3-4e7c-9f88-5d6c505c61d8 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 15:01:45.024547 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.044029 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] Deleting port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 {{(pid=112660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:01:45.044681 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), before_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.053605 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc15cc56-4b6a-4c63-98b8-cba434cd27d0,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:45.058186 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] No DVR routers for this DVR port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 on host dv-cinder-859877-2-iscsi {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:01:45.110393 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] For port dc15cc56-4b6a-4c63-98b8-cba434cd27d0, host dv-cinder-859877-2-iscsi, got binding levels [] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:01:45.110793 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), precommit_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.124118 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] Calling delete_port for dc15cc56-4b6a-4c63-98b8-cba434cd27d0 owned by network:dhcp {{(pid=112660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:01:45.127460 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.ipam_backend_mixin [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] Port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 was not found and therefore no delete operation was performed {{(pid=112660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 03 15:01:45.128719 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (dc15cc56-4b6a-4c63-98b8-cba434cd27d0), after_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.131952 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (391f4605-a3c3-4e7c-9f88-5d6c505c61d8), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.152986 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391f4605-a3c3-4e7c-9f88-5d6c505c61d8']}} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:45.156477 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] Pushing event deleted for resources: {'Port': ['ID=dc15cc56-4b6a-4c63-98b8-cba434cd27d0,revision_number=None']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:45.160518 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d4353-9f58-4bf9-9453-ff8d4eeb5db8 None None] No DVR routers for this DVR port dc15cc56-4b6a-4c63-98b8-cba434cd27d0 on host dv-cinder-859877-2-iscsi {{(pid=112660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:01:45.162926 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5222cb1b-2106-4ca8-9d0a-368057315292') {'for_net_delete': True} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:45.163249 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5222cb1b-2106-4ca8-9d0a-368057315292') {} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:01:45.174046 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733049'] for segment (5222cb1b-2106-4ca8-9d0a-368057315292), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.188733 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (5222cb1b-2106-4ca8-9d0a-368057315292), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.195250 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=112659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:01:45.195640 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366915'] for segment (5222cb1b-2106-4ca8-9d0a-368057315292), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.261669 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (391f4605-a3c3-4e7c-9f88-5d6c505c61d8), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.269456 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.272682 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/391f4605-a3c3-4e7c-9f88-5d6c505c61d8 HTTP/1.1" status: 204 len: 168 time: 0.5208089 Oct 03 15:01:45.283988 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63607d75-9423-49bc-bf40-97772717db63 admin admin] Pushing event deleted for resources: {'Network': ['ID=391f4605-a3c3-4e7c-9f88-5d6c505c61d8,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:45.307981 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment 5222cb1b-2106-4ca8-9d0a-368057315292 resource provider aggregate not found Oct 03 15:01:45.324197 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment 5222cb1b-2106-4ca8-9d0a-368057315292 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5222cb1b-2106-4ca8-9d0a-368057315292 found for delete ", "request_id": "req-d85429a5-c225-4ded-983f-009100c7e48a"}]} Oct 03 15:01:45.397131 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60132) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:45.439157 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-86c6eed8-f6bc-47cc-9cb0-5354eb13fb52 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8fae62571c3c402a8fcc4afaf4268310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405519 Oct 03 15:01:45.441746 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60134) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:45.474932 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ffbb1efe-795b-406b-96af-7ee3bd9f2ffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.493026 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1b7a-f375-40ad-8a79-3003c5204c18 admin admin] Publish callbacks [] for security_group (6d5e26ef-dc97-43a2-b56e-8e5c53cb4fa3), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.513070 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1b7a-f375-40ad-8a79-3003c5204c18 admin admin] Publish callbacks [] for security_group (6d5e26ef-dc97-43a2-b56e-8e5c53cb4fa3), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.784532 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1b7a-f375-40ad-8a79-3003c5204c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6d5e26ef-dc97-43a2-b56e-8e5c53cb4fa3), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.787657 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1b7a-f375-40ad-8a79-3003c5204c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:45.788796 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-8cdd1b7a-f375-40ad-8a79-3003c5204c18 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6d5e26ef-dc97-43a2-b56e-8e5c53cb4fa3 HTTP/1.1" status: 204 len: 168 time: 0.3461640 Oct 03 15:01:45.796667 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd1b7a-f375-40ad-8a79-3003c5204c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5e26ef-dc97-43a2-b56e-8e5c53cb4fa3,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:46.075067 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c3c172ae-05a2-4241-acfb-744135474141 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:01:46.096200 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: c3c172ae-05a2-4241-acfb-744135474141 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:01:46.096671 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c3c172ae-05a2-4241-acfb-744135474141 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:01:46.097089 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7d201101-e357-4a18-bd02-9d3355f22127 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:01:46.116287 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 7d201101-e357-4a18-bd02-9d3355f22127 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:01:46.116638 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 7d201101-e357-4a18-bd02-9d3355f22127 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:01:46.117054 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device dc15cc56-4b6a-4c63-98b8-cba434cd27d0 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:01:46.128712 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60146) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:46.136809 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: dc15cc56-4b6a-4c63-98b8-cba434cd27d0 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:01:46.137157 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device dc15cc56-4b6a-4c63-98b8-cba434cd27d0 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:01:46.176348 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d8d4bb5c-a7b2-4f2e-b144-2e1d57ff1001 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=56b805f66853429593a3f0b37b907b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463507 Oct 03 15:01:46.179127 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60148) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:01:46.231377 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-876df838-172b-4d40-8683-658109fb4e06 admin admin] Publish callbacks [] for security_group (2a209dee-2bf5-4f2a-b625-43de8520b204), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:46.253757 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-876df838-172b-4d40-8683-658109fb4e06 admin admin] Publish callbacks [] for security_group (2a209dee-2bf5-4f2a-b625-43de8520b204), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:46.306953 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-876df838-172b-4d40-8683-658109fb4e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (2a209dee-2bf5-4f2a-b625-43de8520b204), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:46.310061 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-876df838-172b-4d40-8683-658109fb4e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:46.311363 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-876df838-172b-4d40-8683-658109fb4e06 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2a209dee-2bf5-4f2a-b625-43de8520b204 HTTP/1.1" status: 204 len: 168 time: 0.1311860 Oct 03 15:01:46.321149 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876df838-172b-4d40-8683-658109fb4e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a209dee-2bf5-4f2a-b625-43de8520b204,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:01:46.747852 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:47.970567 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:48.309710 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:01:54.193964 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=49 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:54.195296 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:DELETE=1,neutron:SELECT=46 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:56.164182 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=40,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:56.173020 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:56.314891 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=67,neutron:DELETE=8 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:01:56.315669 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:01.871467 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:07.258551 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-02f53c62-7d02-4f6a-a8fa-af0e42091974 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379252 Oct 03 15:02:07.341879 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-ed48dce2-1621-455b-a0ea-f042c79cd7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:07.343411 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-ed48dce2-1621-455b-a0ea-f042c79cd7df service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 1129 time: 0.0398674 Oct 03 15:02:07.460133 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-8fdbe206-daf5-4810-9638-0f2b10f75631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:07.467986 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-8fdbe206-daf5-4810-9638-0f2b10f75631 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.1002052 Oct 03 15:02:07.536711 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-774dda38-0e01-4a69-9700-a9e5a606edb4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b0cff0-5314-4971-92cf-71b39981d342 HTTP/1.1" status: 200 len: 1001 time: 0.0665381 Oct 03 15:02:07.604830 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-34aa78f1-3cba-4e42-b2e5-50d93a74f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:07.606383 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-34aa78f1-3cba-4e42-b2e5-50d93a74f6c4 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0629883 Oct 03 15:02:07.662622 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-4bfa5cb3-1688-41a3-a87c-75bed3bab9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:07.665324 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-4bfa5cb3-1688-41a3-a87c-75bed3bab9c5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521417 Oct 03 15:02:07.770531 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-155b9164-a27a-4ee4-9f00-caef0f28928d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976408 Oct 03 15:02:07.865417 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d0c7a66c-5f02-4d68-b3ff-40b44bdfbb47 req-4216d170-05db-4a05-9610-b128500e4333 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873990 Oct 03 15:02:11.862632 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:11.867147 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:13.256121 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a021e4fc-f050-4368-aff4-9ed6cc85efe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:15.477736 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e51c165f-60a9-4420-b67a-5712377d975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:16.731961 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053df3f-d85d-4620-8431-ec1a9d668857 req-31a154f0-56a9-4397-9a38-77341d7f996f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:16.739070 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a053df3f-d85d-4620-8431-ec1a9d668857 req-31a154f0-56a9-4397-9a38-77341d7f996f tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 945 time: 0.0479295 Oct 03 15:02:16.755211 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:16.788530 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a053df3f-d85d-4620-8431-ec1a9d668857 req-1d907fd2-6eb2-41e4-9758-a78347a36ec4 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483062 Oct 03 15:02:16.863668 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662082a4-879b-4e84-8a8e-8eb1091c5d47 req-ad7a4e27-5999-49e6-8ec1-787741a5722b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:16.865113 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-662082a4-879b-4e84-8a8e-8eb1091c5d47 req-ad7a4e27-5999-49e6-8ec1-787741a5722b tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 945 time: 0.0492747 Oct 03 15:02:16.913437 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-662082a4-879b-4e84-8a8e-8eb1091c5d47 req-f54404ae-1f4b-4117-9e77-b97b334659cc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427241 Oct 03 15:02:17.910965 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e64f94-e2d9-4ac6-8c7b-cf6df136a763 req-b47e46c7-26b9-4204-9f4c-db53eea8c7dc tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:17.912409 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-87e64f94-e2d9-4ac6-8c7b-cf6df136a763 req-b47e46c7-26b9-4204-9f4c-db53eea8c7dc tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 945 time: 0.0457773 Oct 03 15:02:17.961056 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-87e64f94-e2d9-4ac6-8c7b-cf6df136a763 req-7166e4f6-2fd4-4c3f-985a-ea6f2bbe982e tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Oct 03 15:02:17.976625 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:18.035772 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3055145-ac4d-40c0-b4ac-b83ce7b836bd req-55037499-783f-46e2-8957-53dbbf99c899 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:18.037218 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f3055145-ac4d-40c0-b4ac-b83ce7b836bd req-55037499-783f-46e2-8957-53dbbf99c899 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 945 time: 0.0464547 Oct 03 15:02:18.082427 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f3055145-ac4d-40c0-b4ac-b83ce7b836bd req-3b0c3cb2-1023-4b4a-912a-32c62e1de863 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 Oct 03 15:02:18.311302 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:19.079525 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f7b81-872b-4832-8bd3-9e8a39f09b93 req-9dec3ebd-f64d-4c1f-a9e6-a09e435d7b9c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:19.080955 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-920f7b81-872b-4832-8bd3-9e8a39f09b93 req-9dec3ebd-f64d-4c1f-a9e6-a09e435d7b9c tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 945 time: 0.0453937 Oct 03 15:02:19.127707 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-920f7b81-872b-4832-8bd3-9e8a39f09b93 req-e4c14d16-67fb-457c-a514-2c5c1cfa41a8 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411637 Oct 03 15:02:19.201643 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa77c7-29a3-43d2-86a5-b5a2a44639e8 req-f7f37531-2c24-4941-9339-4c77e5176ac2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:19.203078 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-23aa77c7-29a3-43d2-86a5-b5a2a44639e8 req-f7f37531-2c24-4941-9339-4c77e5176ac2 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 945 time: 0.0458066 Oct 03 15:02:19.252972 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-23aa77c7-29a3-43d2-86a5-b5a2a44639e8 req-f1c79679-b755-4bf8-82bd-4a6f9af1bf66 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441303 Oct 03 15:02:19.569329 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:02:19.930980 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-a022d4d9-b519-45d3-ab3b-3cfb5fedf1ea tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:19.932403 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-a022d4d9-b519-45d3-ab3b-3cfb5fedf1ea tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 945 time: 0.0482163 Oct 03 15:02:20.015711 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Deleting port 94d80152-f32d-4385-b2c7-39409ac0316c {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:20.016051 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.081782 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:20.107871 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] For port 94d80152-f32d-4385-b2c7-39409ac0316c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=94d80152-f32d-4385-b2c7-39409ac0316c,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:20.108244 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.159690 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:20.284858 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a3ea-bc53-4467-a9dd-6267ee591be8 req-2a1437e2-b93f-4b44-83c0-504756f707cb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:20.286280 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0f99a3ea-bc53-4467-a9dd-6267ee591be8 req-2a1437e2-b93f-4b44-83c0-504756f707cb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 945 time: 0.0844882 Oct 03 15:02:20.327133 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.327484 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (f4ff6a06-6361-4819-8392-fdffb607507c), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.327793 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Floating IP f4ff6a06-6361-4819-8392-fdffb607507c disassociated. External IP: 172.27.1.169, port: 94d80152-f32d-4385-b2c7-39409ac0316c. Oct 03 15:02:20.328122 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Calling delete_port for 94d80152-f32d-4385-b2c7-39409ac0316c owned by compute:nova {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:20.373780 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d08e43-0879-4b2e-8adc-b7b37f1bb6c2 req-d4e11e89-f8ad-4ea6-853f-46d9232b55f1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:20.375853 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b8d08e43-0879-4b2e-8adc-b7b37f1bb6c2 req-d4e11e89-f8ad-4ea6-853f-46d9232b55f1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 945 time: 0.0470881 Oct 03 15:02:20.392721 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0f99a3ea-bc53-4467-a9dd-6267ee591be8 req-57dcd790-1ce0-4bc7-9b21-bbae92f360bb tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=05003c90-4a5b-49d7-812c-390e6b343c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931637 Oct 03 15:02:20.433740 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b8d08e43-0879-4b2e-8adc-b7b37f1bb6c2 req-1c85ae56-5bab-434f-8808-1ff053267274 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519829 Oct 03 15:02:20.479851 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (94d80152-f32d-4385-b2c7-39409ac0316c), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.508406 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40659389-a5b9-4581-a415-450f72618194 req-9cdc2e3c-37d0-4edc-8fca-f11fd9cc91b1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:20.510042 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-40659389-a5b9-4581-a415-450f72618194 req-9cdc2e3c-37d0-4edc-8fca-f11fd9cc91b1 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 945 time: 0.0471566 Oct 03 15:02:20.511742 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event deleted for resources: {'Port': ['ID=94d80152-f32d-4385-b2c7-39409ac0316c,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:20.523301 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.523636 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.523965 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.524294 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.524612 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.524928 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.525242 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.525593 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.525912 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.526225 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.526536 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.526849 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.527157 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.527464 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.527769 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:20.602237 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Deleting port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:20.602578 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.632988 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Router 925763bd-6908-4f5b-9c49-d3483bdd04d0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:02:20.691168 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] For port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:20.691525 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.737788 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:02:20.749392 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] Sync routers for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:02:20.759371 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:20.759974 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:20.780406 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] No DVR routers for this DVR port 94d80152-f32d-4385-b2c7-39409ac0316c on host hv-cinder-85987 {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:02:20.784161 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.786990 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-38c0fe7b-3ae9-4b35-a224-c429edb2f0ed req-45e233c1-0e6d-4c97-a6e1-00fac2e13f38 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.42 "DELETE /networking/v2.0/ports/94d80152-f32d-4385-b2c7-39409ac0316c HTTP/1.1" status: 204 len: 173 time: 0.8470671 Oct 03 15:02:20.787430 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'name': 'network-vif-deleted', 'tag': '94d80152-f32d-4385-b2c7-39409ac0316c'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:02:20.789687 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2ea150-2210-4883-b84d-f6c61896fea3" -d '{"events": [{"server_uuid": "8cf56714-ab05-4dc1-ae52-0100ec2d6aeb", "name": "network-vif-deleted", "tag": "94d80152-f32d-4385-b2c7-39409ac0316c"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:02:20.828981 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c007d5-d8c6-4952-9c81-0fbc5e2448a2 x-openstack-request-id: req-91c007d5-d8c6-4952-9c81-0fbc5e2448a2 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:02:20.829278 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cf56714-ab05-4dc1-ae52-0100ec2d6aeb", "name": "network-vif-deleted", "tag": "94d80152-f32d-4385-b2c7-39409ac0316c", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:02:20.829566 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91c007d5-d8c6-4952-9c81-0fbc5e2448a2 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:02:20.829978 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c007d5-d8c6-4952-9c81-0fbc5e2448a2'] response: {'server_uuid': '8cf56714-ab05-4dc1-ae52-0100ec2d6aeb', 'name': 'network-vif-deleted', 'tag': '94d80152-f32d-4385-b2c7-39409ac0316c', 'status': 'completed', 'code': 200} Oct 03 15:02:20.870934 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.871290 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (cd7ccc45-2fc1-4779-a54f-6b370551154a), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:20.871637 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.l3_db [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Floating IP cd7ccc45-2fc1-4779-a54f-6b370551154a disassociated. External IP: 172.27.1.55, port: 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba. Oct 03 15:02:20.871923 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Calling delete_port for 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:20.880984 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:21.008405 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:21.016916 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:21.054860 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'Port': ['ID=97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:21.120495 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:21.180183 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:02:21.226020 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:21.253434 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] Checking router: 925763bd-6908-4f5b-9c49-d3483bdd04d0 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:02:21.261865 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:21.262505 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:21.283282 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:02:21.298596 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:02:21.308949 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:21.309890 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:21.331102 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] No DVR routers for this DVR port 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:02:21.333963 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:21.337411 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-40659389-a5b9-4581-a415-450f72618194 req-66685c85-57b7-4c95-afb3-451d3398c7fc tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.42 "DELETE /networking/v2.0/ports/97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba HTTP/1.1" status: 204 len: 173 time: 0.8213060 Oct 03 15:02:21.338104 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9c9350-8239-4025-852c-17a10acd5f57', 'name': 'network-vif-deleted', 'tag': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:02:21.340779 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4974bc-b964-4a05-ac59-f3def039b5b7" -d '{"events": [{"server_uuid": "8f9c9350-8239-4025-852c-17a10acd5f57", "name": "network-vif-deleted", "tag": "97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:02:21.369527 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:21.380910 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb643ca-23ce-4dd9-85d8-48328d08e2fd x-openstack-request-id: req-deb643ca-23ce-4dd9-85d8-48328d08e2fd {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:02:21.381396 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f9c9350-8239-4025-852c-17a10acd5f57", "name": "network-vif-deleted", "tag": "97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:02:21.381556 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-deb643ca-23ce-4dd9-85d8-48328d08e2fd {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:02:21.381874 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb643ca-23ce-4dd9-85d8-48328d08e2fd'] response: {'server_uuid': '8f9c9350-8239-4025-852c-17a10acd5f57', 'name': 'network-vif-deleted', 'tag': '97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba', 'status': 'completed', 'code': 200} Oct 03 15:02:21.416633 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:21.643636 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:21.649025 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0bbc1cfd-0c67-40cc-97ea-1a2fb71dc593 req-bb2846d3-65ee-41dd-beae-5545a37c8242 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8cf56714-ab05-4dc1-ae52-0100ec2d6aeb HTTP/1.1" status: 200 len: 210 time: 0.0681202 Oct 03 15:02:21.672334 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cca94962-34d1-47a8-9403-d76253d722fc req-b26b68cb-7568-47ec-9f12-c78f63b7baa0 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8f9c9350-8239-4025-852c-17a10acd5f57 HTTP/1.1" status: 200 len: 210 time: 0.0511529 Oct 03 15:02:21.675066 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f7b24-4b7c-4901-ac9d-68ab806666a8 None None] The sync data for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi is: [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '255d2600-1fd1-4ccf-bd5d-c029fcf8c399', 'name': '', 'network_id': '3de19230-35e5-430c-b606-8b501507ea36', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'mac_address': 'fa:16:3e:33:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:04Z', 'updated_at': '2022-10-03T14:52:26Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'subnets': [{'id': 'a48f3f05-3214-4e90-88bc-7c789ec0a9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:02:21.740350 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:21.768224 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:02:21.777566 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:21.778174 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:21.887073 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:21.928530 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae97721-36fa-4657-ac9f-0e5c2db7cfef None None] New status for floating IP f4ff6a06-6361-4819-8392-fdffb607507c: DOWN {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:02:22.076048 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:22.105357 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d37bdc-3888-44c7-9c4c-240c9b4c43ed None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T14:51:57Z', 'revision_number': 4, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'a8f651ec-3689-4b5e-b609-9e21d3482e0b', 'name': '', 'network_id': '3b88fdf3-b260-41ad-9765-7cbb7b33b8ed', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'mac_address': 'fa:16:3e:5e:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:54Z', 'updated_at': '2022-10-03T14:52:17Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'subnets': [{'id': 'af42466f-d6e8-445c-95ca-83f78fbd4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:02:22.332381 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e03c62-ee9a-477c-8884-6f0e3a47f4d6 None None] New status for floating IP cd7ccc45-2fc1-4779-a54f-6b370551154a: DOWN {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:02:22.746037 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60388) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:22.777566 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60392) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:22.799495 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-71b563ea-c0a7-4eb7-8d8b-50ee7977c721 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (05003c90-4a5b-49d7-812c-390e6b343c22), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:22.821311 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-71b563ea-c0a7-4eb7-8d8b-50ee7977c721 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (05003c90-4a5b-49d7-812c-390e6b343c22), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:22.832091 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-645a48dd-24ec-404d-9388-c8e552c2e9fa tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (7fc1a6e2-6155-4be7-b4dd-83186f5d93e7), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:22.853451 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-645a48dd-24ec-404d-9388-c8e552c2e9fa tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (7fc1a6e2-6155-4be7-b4dd-83186f5d93e7), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:22.866977 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-71b563ea-c0a7-4eb7-8d8b-50ee7977c721 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (05003c90-4a5b-49d7-812c-390e6b343c22), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:22.869425 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-71b563ea-c0a7-4eb7-8d8b-50ee7977c721 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:22.870602 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-71b563ea-c0a7-4eb7-8d8b-50ee7977c721 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/05003c90-4a5b-49d7-812c-390e6b343c22 HTTP/1.1" status: 204 len: 168 time: 0.1247270 Oct 03 15:02:22.873873 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60394) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:22.891341 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b563ea-c0a7-4eb7-8d8b-50ee7977c721 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05003c90-4a5b-49d7-812c-390e6b343c22,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:22.893706 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.api.v2.resource [None req-b996546c-63f1-414a-b844-84417901f156 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] show failed (client error): The resource could not be found. Oct 03 15:02:22.894707 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-b996546c-63f1-414a-b844-84417901f156 tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "GET /networking/v2.0/security-groups/05003c90-4a5b-49d7-812c-390e6b343c22 HTTP/1.1" status: 404 len: 347 time: 0.0182736 Oct 03 15:02:22.898249 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60396) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:22.919060 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-645a48dd-24ec-404d-9388-c8e552c2e9fa tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7fc1a6e2-6155-4be7-b4dd-83186f5d93e7), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:22.921874 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-645a48dd-24ec-404d-9388-c8e552c2e9fa tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:22.923018 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-645a48dd-24ec-404d-9388-c8e552c2e9fa tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7fc1a6e2-6155-4be7-b4dd-83186f5d93e7 HTTP/1.1" status: 204 len: 168 time: 0.1443856 Oct 03 15:02:22.926471 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60398) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:22.935485 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:22.945813 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.api.v2.resource [None req-fe2ad06c-c3e1-460a-974b-271f268887f7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] show failed (client error): The resource could not be found. Oct 03 15:02:22.946806 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-fe2ad06c-c3e1-460a-974b-271f268887f7 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "GET /networking/v2.0/security-groups/7fc1a6e2-6155-4be7-b4dd-83186f5d93e7 HTTP/1.1" status: 404 len: 347 time: 0.0193923 Oct 03 15:02:22.947760 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a48dd-24ec-404d-9388-c8e552c2e9fa tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc1a6e2-6155-4be7-b4dd-83186f5d93e7,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:22.950750 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60400) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:23.014424 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Deleting port a4e8a63b-bcf3-4c69-9cfe-5b2aef914332 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:23.014857 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (a4e8a63b-bcf3-4c69-9cfe-5b2aef914332), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.069637 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Deleting port b25486f1-b7e0-427e-bc5a-02a1611c8411 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:23.069978 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (b25486f1-b7e0-427e-bc5a-02a1611c8411), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.083461 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:23.091926 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (a4e8a63b-bcf3-4c69-9cfe-5b2aef914332), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.092246 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (a4e8a63b-bcf3-4c69-9cfe-5b2aef914332), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.108215 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Calling delete_port for a4e8a63b-bcf3-4c69-9cfe-5b2aef914332 owned by network:floatingip {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:23.149728 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (b25486f1-b7e0-427e-bc5a-02a1611c8411), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.150049 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (b25486f1-b7e0-427e-bc5a-02a1611c8411), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.163490 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Calling delete_port for b25486f1-b7e0-427e-bc5a-02a1611c8411 owned by network:floatingip {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:23.257832 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (a4e8a63b-bcf3-4c69-9cfe-5b2aef914332), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.283190 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Pushing event deleted for resources: {'Port': ['ID=a4e8a63b-bcf3-4c69-9cfe-5b2aef914332,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:23.304148 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (b25486f1-b7e0-427e-bc5a-02a1611c8411), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.329401 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Pushing event deleted for resources: {'Port': ['ID=b25486f1-b7e0-427e-bc5a-02a1611c8411,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:23.348176 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks [] for floatingip (f4ff6a06-6361-4819-8392-fdffb607507c), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.350858 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.352075 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-5fc8c32d-abaa-44c4-8bba-92b9a68e7bad tempest-AttachVolumeTestJSON-1551759992 tempest-AttachVolumeTestJSON-1551759992-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/f4ff6a06-6361-4819-8392-fdffb607507c HTTP/1.1" status: 204 len: 168 time: 0.4529121 Oct 03 15:02:23.394672 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks [] for floatingip (cd7ccc45-2fc1-4779-a54f-6b370551154a), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.397188 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:23.398363 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-bad8120f-b1a1-4b57-9de4-e200ec035c11 tempest-AttachVolumeNegativeTest-1566300421 tempest-AttachVolumeNegativeTest-1566300421-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/cd7ccc45-2fc1-4779-a54f-6b370551154a HTTP/1.1" status: 204 len: 168 time: 0.4464152 Oct 03 15:02:23.501904 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 94d80152-f32d-4385-b2c7-39409ac0316c no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:23.522441 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 94d80152-f32d-4385-b2c7-39409ac0316c {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:23.522728 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 94d80152-f32d-4385-b2c7-39409ac0316c not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:23.523156 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:23.541481 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:23.541856 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 97ee8f9f-5e7f-49f2-afe8-8afadaf3dfba not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:26.939248 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60456) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:27.148897 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:27.184937 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:27.249037 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60466) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:27.425587 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (925763bd-6908-4f5b-9c49-d3483bdd04d0), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:27.648310 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Deleting port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:27.648669 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:27.670099 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (a923e6dd-5803-45d6-a668-f26a90e47c7d), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:27.727613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] For port 255d2600-1fd1-4ccf-bd5d-c029fcf8c399, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=255d2600-1fd1-4ccf-bd5d-c029fcf8c399,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:27.727893 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:27.745082 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Calling delete_port for 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 owned by network:router_interface {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:27.929670 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (255d2600-1fd1-4ccf-bd5d-c029fcf8c399), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:27.956637 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=255d2600-1fd1-4ccf-bd5d-c029fcf8c399,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:27.984583 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:28.114250 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:28.206454 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Deleting port a8f651ec-3689-4b5e-b609-9e21d3482e0b {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:28.206940 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:28.261534 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:28.294870 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] For port a8f651ec-3689-4b5e-b609-9e21d3482e0b, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=a8f651ec-3689-4b5e-b609-9e21d3482e0b,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:28.295323 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:28.309754 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Calling delete_port for a8f651ec-3689-4b5e-b609-9e21d3482e0b owned by network:router_interface {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:28.349170 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:28.410559 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (925763bd-6908-4f5b-9c49-d3483bdd04d0), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:28.493302 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (a8f651ec-3689-4b5e-b609-9e21d3482e0b), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:28.517417 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f651ec-3689-4b5e-b609-9e21d3482e0b,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:28.628636 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Router 925763bd-6908-4f5b-9c49-d3483bdd04d0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:02:28.690342 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (a923e6dd-5803-45d6-a668-f26a90e47c7d), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:28.740130 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:02:28.746080 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0838f10b-54b0-4eee-a909-0ab2f028acd8 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/925763bd-6908-4f5b-9c49-d3483bdd04d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056016 Oct 03 15:02:28.748698 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] Sync routers for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:02:28.750367 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60472) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:28.759426 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:28.760027 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:28.854398 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:28.862391 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:28.925387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks [] for router (925763bd-6908-4f5b-9c49-d3483bdd04d0), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:28.954532 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:28.966524 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:29.035722 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T15:02:27Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:29.060871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] Checking router: 925763bd-6908-4f5b-9c49-d3483bdd04d0 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:02:29.068280 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:29.069728 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] Routers {'925763bd-6908-4f5b-9c49-d3483bdd04d0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:29.070328 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['925763bd-6908-4f5b-9c49-d3483bdd04d0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:29.074353 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Router a923e6dd-5803-45d6-a668-f26a90e47c7d has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:02:29.084582 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks [] for router_gateway (925763bd-6908-4f5b-9c49-d3483bdd04d0), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.171630 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] Set router 925763bd-6908-4f5b-9c49-d3483bdd04d0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:29.173255 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Deleting port 4670408c-a27e-4166-8764-4f0689be3fd5 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:29.173609 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.266373 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:02:29.271737 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-2be4d587-31f0-4013-8115-433cf22ea926 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/a923e6dd-5803-45d6-a668-f26a90e47c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0216525 Oct 03 15:02:29.277535 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60476) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:29.278059 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] Sync routers for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:02:29.286845 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:29.287456 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:29.311007 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] For port 4670408c-a27e-4166-8764-4f0689be3fd5, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=4670408c-a27e-4166-8764-4f0689be3fd5,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:29.312066 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.326980 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Calling delete_port for 4670408c-a27e-4166-8764-4f0689be3fd5 owned by network:router_gateway {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:29.376155 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T15:02:27Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:29.391984 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:29.401702 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaafd57-5f96-4c53-b179-be0a3fff996b None None] The sync data for ids ['925763bd-6908-4f5b-9c49-d3483bdd04d0'] in dv-cinder-859877-2-iscsi is: [{'id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'name': 'tempest-AttachVolumeTestJSON-1595378340-router', 'tenant_id': '8cf070b7d6ff419392acaddbbee1e242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T15:02:27Z', 'revision_number': 5, 'project_id': '8cf070b7d6ff419392acaddbbee1e242', 'gw_port': {'id': '4670408c-a27e-4166-8764-4f0689be3fd5', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925763bd-6908-4f5b-9c49-d3483bdd04d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:53Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:02:29.403603 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks [] for router (a923e6dd-5803-45d6-a668-f26a90e47c7d), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.464849 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:29.510749 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks [] for router_gateway (a923e6dd-5803-45d6-a668-f26a90e47c7d), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.528228 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (4670408c-a27e-4166-8764-4f0689be3fd5), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.555998 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=4670408c-a27e-4166-8764-4f0689be3fd5,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:29.559513 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Deleting port e2b3c79a-a541-46fc-8fcc-561ad7c3791c {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:29.559859 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.587203 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T15:02:28Z', 'revision_number': 5, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port': {'id': 'e2b3c79a-a541-46fc-8fcc-561ad7c3791c', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:48Z', 'updated_at': '2022-10-03T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:29.616910 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] Checking router: a923e6dd-5803-45d6-a668-f26a90e47c7d for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:02:29.619344 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (925763bd-6908-4f5b-9c49-d3483bdd04d0), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.620676 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:29.628756 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] Routers {'a923e6dd-5803-45d6-a668-f26a90e47c7d'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:29.629487 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['a923e6dd-5803-45d6-a668-f26a90e47c7d'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:29.654000 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] For port e2b3c79a-a541-46fc-8fcc-561ad7c3791c, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=e2b3c79a-a541-46fc-8fcc-561ad7c3791c,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:29.654361 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.668111 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Calling delete_port for e2b3c79a-a541-46fc-8fcc-561ad7c3791c owned by network:router_gateway {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:29.709973 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (925763bd-6908-4f5b-9c49-d3483bdd04d0), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.711903 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks [] for router_controller (925763bd-6908-4f5b-9c49-d3483bdd04d0), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.713020 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] Set router a923e6dd-5803-45d6-a668-f26a90e47c7d gateway port host: None {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:29.756438 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (925763bd-6908-4f5b-9c49-d3483bdd04d0), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.757006 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925763bd-6908-4f5b-9c49-d3483bdd04d0 {{(pid=112658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 15:02:29.763776 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.765068 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-117367a7-6eb5-4c4b-b59d-3b18f3263ecc admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/925763bd-6908-4f5b-9c49-d3483bdd04d0 HTTP/1.1" status: 204 len: 168 time: 1.0137143 Oct 03 15:02:29.770267 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60478) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:29.783521 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:29.824128 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ab92eb-38c8-466c-9717-6203490928b1 admin admin] Deleting subnet a48f3f05-3214-4e90-88bc-7c789ec0a9f7 {{(pid=112658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:02:29.829576 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f1ab92eb-38c8-466c-9717-6203490928b1 admin admin] Publish callbacks [] for subnet (a48f3f05-3214-4e90-88bc-7c789ec0a9f7), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.842125 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:29.857315 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T15:02:29Z', 'revision_number': 6, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port_host': None}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:29.877251 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f1ab92eb-38c8-466c-9717-6203490928b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12232727'] for subnet (a48f3f05-3214-4e90-88bc-7c789ec0a9f7), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.881686 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (e2b3c79a-a541-46fc-8fcc-561ad7c3791c), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.884511 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc45087-3299-43b3-8d3b-611aca41f1e5 None None] The sync data for ids ['a923e6dd-5803-45d6-a668-f26a90e47c7d'] in dv-cinder-859877-2-iscsi is: [{'id': 'a923e6dd-5803-45d6-a668-f26a90e47c7d', 'name': 'tempest-AttachVolumeNegativeTest-1959319783-router', 'tenant_id': 'f441c0592cd146d3be851ac96cbc49dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:47Z', 'updated_at': '2022-10-03T15:02:29Z', 'revision_number': 6, 'project_id': 'f441c0592cd146d3be851ac96cbc49dc', 'gw_port_host': None}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:02:29.928619 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b3c79a-a541-46fc-8fcc-561ad7c3791c,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:29.979897 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f1ab92eb-38c8-466c-9717-6203490928b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (a48f3f05-3214-4e90-88bc-7c789ec0a9f7), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:29.991585 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (a923e6dd-5803-45d6-a668-f26a90e47c7d), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.004527 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:30.006731 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:30.043042 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f1ab92eb-38c8-466c-9717-6203490928b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8559002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11637163'] for subnet (a48f3f05-3214-4e90-88bc-7c789ec0a9f7), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.069262 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab92eb-38c8-466c-9717-6203490928b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48f3f05-3214-4e90-88bc-7c789ec0a9f7,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:30.072863 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f1ab92eb-38c8-466c-9717-6203490928b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.079238 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-f1ab92eb-38c8-466c-9717-6203490928b1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/a48f3f05-3214-4e90-88bc-7c789ec0a9f7 HTTP/1.1" status: 204 len: 168 time: 0.3049765 Oct 03 15:02:30.079979 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcd158-4b04-425d-b819-efd8182e7af5 None None] Network 3de19230-35e5-430c-b606-8b501507ea36 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:02:30.080457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60480) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:30.085380 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (a923e6dd-5803-45d6-a668-f26a90e47c7d), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.087686 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks [] for router_controller (a923e6dd-5803-45d6-a668-f26a90e47c7d), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.139015 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (a923e6dd-5803-45d6-a668-f26a90e47c7d), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.140160 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a923e6dd-5803-45d6-a668-f26a90e47c7d {{(pid=112659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 15:02:30.147861 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.151241 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-24585376-f345-480c-9d31-4d26fecc44e2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/a923e6dd-5803-45d6-a668-f26a90e47c7d HTTP/1.1" status: 204 len: 168 time: 0.8755214 Oct 03 15:02:30.153655 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60482) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:30.201908 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (3de19230-35e5-430c-b606-8b501507ea36), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.232271 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_v2 [None req-b040fa88-227f-4576-8aa3-81f80571f5c4 admin admin] Deleting subnet af42466f-d6e8-445c-95ca-83f78fbd4579 {{(pid=112658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:02:30.254905 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b040fa88-227f-4576-8aa3-81f80571f5c4 admin admin] Publish callbacks [] for subnet (af42466f-d6e8-445c-95ca-83f78fbd4579), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.284615 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b159ad1d-e3d0-4c09-b952-4fde0ba7ba0f None None] DHCP port deletion for 3de19230-35e5-430c-b606-8b501507ea36 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 15:02:30.292114 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Deleting port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:30.292599 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.333830 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b159ad1d-e3d0-4c09-b952-4fde0ba7ba0f None None] Deleting port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 {{(pid=112660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:30.334204 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b159ad1d-e3d0-4c09-b952-4fde0ba7ba0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), before_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.344209 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b040fa88-227f-4576-8aa3-81f80571f5c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12232727'] for subnet (af42466f-d6e8-445c-95ca-83f78fbd4579), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.398769 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] For port 6a6e9f94-e25a-4ca0-a830-de2159c7f551, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=6a6e9f94-e25a-4ca0-a830-de2159c7f551,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:30.399161 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.401755 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b159ad1d-e3d0-4c09-b952-4fde0ba7ba0f None None] For port 6a6e9f94-e25a-4ca0-a830-de2159c7f551, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=6a6e9f94-e25a-4ca0-a830-de2159c7f551,segment=NetworkSegment(b469dfbc-9561-4f66-973d-a469f1baea4d),segment_id=b469dfbc-9561-4f66-973d-a469f1baea4d)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:30.402162 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b159ad1d-e3d0-4c09-b952-4fde0ba7ba0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), precommit_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.414788 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b159ad1d-e3d0-4c09-b952-4fde0ba7ba0f None None] Calling delete_port for 6a6e9f94-e25a-4ca0-a830-de2159c7f551 owned by network:dhcp {{(pid=112660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:30.418702 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Calling delete_port for 6a6e9f94-e25a-4ca0-a830-de2159c7f551 owned by network:dhcp {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:30.490790 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b040fa88-227f-4576-8aa3-81f80571f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (af42466f-d6e8-445c-95ca-83f78fbd4579), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.494814 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b159ad1d-e3d0-4c09-b952-4fde0ba7ba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), after_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.518137 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159ad1d-e3d0-4c09-b952-4fde0ba7ba0f None None] Pushing event deleted for resources: {'Port': ['ID=6a6e9f94-e25a-4ca0-a830-de2159c7f551,revision_number=None']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:30.524036 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159ad1d-e3d0-4c09-b952-4fde0ba7ba0f None None] No DVR routers for this DVR port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 on host dv-cinder-859877-2-iscsi {{(pid=112660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:02:30.573189 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (6a6e9f94-e25a-4ca0-a830-de2159c7f551), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.579247 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b040fa88-227f-4576-8aa3-81f80571f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8559002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11637163'] for subnet (af42466f-d6e8-445c-95ca-83f78fbd4579), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.607559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6e9f94-e25a-4ca0-a830-de2159c7f551,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:30.630414 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b040fa88-227f-4576-8aa3-81f80571f5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.633455 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-b040fa88-227f-4576-8aa3-81f80571f5c4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/af42466f-d6e8-445c-95ca-83f78fbd4579 HTTP/1.1" status: 204 len: 168 time: 0.4786375 Oct 03 15:02:30.634477 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] No DVR routers for this DVR port 6a6e9f94-e25a-4ca0-a830-de2159c7f551 on host dv-cinder-859877-2-iscsi {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:02:30.636261 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60484) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:30.636707 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040fa88-227f-4576-8aa3-81f80571f5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af42466f-d6e8-445c-95ca-83f78fbd4579,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:30.639992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804a5d9-c473-4bfe-9893-0e9d26d2e25f None None] Network 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:02:30.722903 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (3de19230-35e5-430c-b606-8b501507ea36), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.735160 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.745113 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de19230-35e5-430c-b606-8b501507ea36']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:30.752631 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:30.757001 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b469dfbc-9561-4f66-973d-a469f1baea4d') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:30.757288 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b469dfbc-9561-4f66-973d-a469f1baea4d') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:30.767963 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (b469dfbc-9561-4f66-973d-a469f1baea4d), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.782352 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Deleting port 1c2158cf-a729-4b0d-b888-9e043a1e4924 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:30.782690 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.783591 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (b469dfbc-9561-4f66-973d-a469f1baea4d), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.790319 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:02:30.790658 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (b469dfbc-9561-4f66-973d-a469f1baea4d), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.832716 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment b469dfbc-9561-4f66-973d-a469f1baea4d resource provider aggregate not found Oct 03 15:02:30.850555 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] For port 1c2158cf-a729-4b0d-b888-9e043a1e4924, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=1c2158cf-a729-4b0d-b888-9e043a1e4924,segment=NetworkSegment(b0188278-e7be-47e3-ada2-3ebc2dff4cc1),segment_id=b0188278-e7be-47e3-ada2-3ebc2dff4cc1)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:30.850801 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.851966 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment b469dfbc-9561-4f66-973d-a469f1baea4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b469dfbc-9561-4f66-973d-a469f1baea4d found for delete ", "request_id": "req-2dc68ef6-180e-4065-be29-b2cc87a2019e"}]} Oct 03 15:02:30.857449 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (3de19230-35e5-430c-b606-8b501507ea36), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.862731 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.865224 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Calling delete_port for 1c2158cf-a729-4b0d-b888-9e043a1e4924 owned by network:dhcp {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:30.865943 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/3de19230-35e5-430c-b606-8b501507ea36 HTTP/1.1" status: 204 len: 168 time: 0.7842367 Oct 03 15:02:30.879491 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ae689-1b43-4260-a34a-b8b84065cd1d admin admin] Pushing event deleted for resources: {'Network': ['ID=3de19230-35e5-430c-b606-8b501507ea36,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:30.957172 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (1c2158cf-a729-4b0d-b888-9e043a1e4924), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:30.962136 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb6ed3-4310-44d7-9e27-a10414334323 None None] DHCP port deletion for 3b88fdf3-b260-41ad-9765-7cbb7b33b8ed request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 15:02:30.988815 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2158cf-a729-4b0d-b888-9e043a1e4924,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:30.992373 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] No DVR routers for this DVR port 1c2158cf-a729-4b0d-b888-9e043a1e4924 on host dv-cinder-859877-2-iscsi {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:02:31.050407 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60492) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:31.071288 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.104071 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-96fa62a4-5c79-4067-8640-97d19bd8ac8f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8cf070b7d6ff419392acaddbbee1e242&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523760 Oct 03 15:02:31.104687 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60494) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:31.112508 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b88fdf3-b260-41ad-9765-7cbb7b33b8ed']}} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:31.126417 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1') {'for_net_delete': True} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:31.126725 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0188278-e7be-47e3-ada2-3ebc2dff4cc1') {} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:31.127976 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a8f651ec-3689-4b5e-b609-9e21d3482e0b no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:31.137803 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733049'] for segment (b0188278-e7be-47e3-ada2-3ebc2dff4cc1), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.150583 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:31.151978 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (b0188278-e7be-47e3-ada2-3ebc2dff4cc1), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.161013 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=112659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:02:31.161550 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366915'] for segment (b0188278-e7be-47e3-ada2-3ebc2dff4cc1), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.162149 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: a8f651ec-3689-4b5e-b609-9e21d3482e0b {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:31.162505 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a8f651ec-3689-4b5e-b609-9e21d3482e0b not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:31.162926 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 6a6e9f94-e25a-4ca0-a830-de2159c7f551 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:31.163519 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a2241f35-0600-4d31-8474-ebded23e2d45 admin admin] Publish callbacks [] for security_group (98c43aa0-c431-4c55-aa24-b8bb04a85889), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.186460 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a2241f35-0600-4d31-8474-ebded23e2d45 admin admin] Publish callbacks [] for security_group (98c43aa0-c431-4c55-aa24-b8bb04a85889), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.202002 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 6a6e9f94-e25a-4ca0-a830-de2159c7f551 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:31.202778 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 6a6e9f94-e25a-4ca0-a830-de2159c7f551 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:31.203212 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:31.211850 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment b0188278-e7be-47e3-ada2-3ebc2dff4cc1 resource provider aggregate not found Oct 03 15:02:31.228519 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:31.230267 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 255d2600-1fd1-4ccf-bd5d-c029fcf8c399 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:31.232437 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment b0188278-e7be-47e3-ada2-3ebc2dff4cc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0188278-e7be-47e3-ada2-3ebc2dff4cc1 found for delete ", "request_id": "req-3db40a53-7c05-455e-a97f-60fe76eeeeec"}]} Oct 03 15:02:31.244046 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (3b88fdf3-b260-41ad-9765-7cbb7b33b8ed), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.250516 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.254167 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/3b88fdf3-b260-41ad-9765-7cbb7b33b8ed HTTP/1.1" status: 204 len: 168 time: 0.6155989 Oct 03 15:02:31.254999 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a2241f35-0600-4d31-8474-ebded23e2d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (98c43aa0-c431-4c55-aa24-b8bb04a85889), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.260506 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a2241f35-0600-4d31-8474-ebded23e2d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.264113 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a2241f35-0600-4d31-8474-ebded23e2d45 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/98c43aa0-c431-4c55-aa24-b8bb04a85889 HTTP/1.1" status: 204 len: 168 time: 0.1561239 Oct 03 15:02:31.271292 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2241f35-0600-4d31-8474-ebded23e2d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c43aa0-c431-4c55-aa24-b8bb04a85889,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:31.283698 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5329bfd-0e63-4e0d-9046-a270ab3e2c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b88fdf3-b260-41ad-9765-7cbb7b33b8ed,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:31.474700 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60504) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:31.516198 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-9667b3ce-5509-400c-ad9a-203589460f22 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f441c0592cd146d3be851ac96cbc49dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403464 Oct 03 15:02:31.519104 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60508) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:31.569409 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-feb440a1-b6c0-487b-8372-5dd5fa087a88 admin admin] Publish callbacks [] for security_group (93c792a7-cfd1-4f6a-b569-42cb39c2ea24), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.582501 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:31.592245 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-feb440a1-b6c0-487b-8372-5dd5fa087a88 admin admin] Publish callbacks [] for security_group (93c792a7-cfd1-4f6a-b569-42cb39c2ea24), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.642130 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-feb440a1-b6c0-487b-8372-5dd5fa087a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (93c792a7-cfd1-4f6a-b569-42cb39c2ea24), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.644606 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-feb440a1-b6c0-487b-8372-5dd5fa087a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:31.645774 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-feb440a1-b6c0-487b-8372-5dd5fa087a88 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/93c792a7-cfd1-4f6a-b569-42cb39c2ea24 HTTP/1.1" status: 204 len: 168 time: 0.1256421 Oct 03 15:02:31.655907 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb440a1-b6c0-487b-8372-5dd5fa087a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c792a7-cfd1-4f6a-b569-42cb39c2ea24,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:31.875322 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:31.889531 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:32.100250 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 1c2158cf-a729-4b0d-b888-9e043a1e4924 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:32.119938 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 1c2158cf-a729-4b0d-b888-9e043a1e4924 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:32.120528 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 1c2158cf-a729-4b0d-b888-9e043a1e4924 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:32.120941 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device e2b3c79a-a541-46fc-8fcc-561ad7c3791c no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:32.123845 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:32.141673 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: e2b3c79a-a541-46fc-8fcc-561ad7c3791c {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:32.142959 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device e2b3c79a-a541-46fc-8fcc-561ad7c3791c not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:32.142959 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 4670408c-a27e-4166-8764-4f0689be3fd5 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:32.164782 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 4670408c-a27e-4166-8764-4f0689be3fd5 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:32.165308 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 4670408c-a27e-4166-8764-4f0689be3fd5 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:33.278805 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60588) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:33.384070 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2ff421bd-73f6-4eb9-8213-2c4fe0e439be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:33.457713 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2ff421bd-73f6-4eb9-8213-2c4fe0e439be admin admin] Publish callbacks [] for security_group (39372163-7bfb-4cf2-aab3-946a64abeb44), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:33.461264 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2ff421bd-73f6-4eb9-8213-2c4fe0e439be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (39372163-7bfb-4cf2-aab3-946a64abeb44), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:33.501804 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-2ff421bd-73f6-4eb9-8213-2c4fe0e439be admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=adc94ec120244542bac3f79a50b96c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219722 Oct 03 15:02:33.502622 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff421bd-73f6-4eb9-8213-2c4fe0e439be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39372163-7bfb-4cf2-aab3-946a64abeb44,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:33.504608 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60592) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:33.529210 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:33.555754 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9a71a72c-f4ff-4900-b5ae-7c2f4d90d7fc admin admin] Publish callbacks [] for security_group (39372163-7bfb-4cf2-aab3-946a64abeb44), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:33.575694 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9a71a72c-f4ff-4900-b5ae-7c2f4d90d7fc admin admin] Publish callbacks [] for security_group (39372163-7bfb-4cf2-aab3-946a64abeb44), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:33.622719 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9a71a72c-f4ff-4900-b5ae-7c2f4d90d7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (39372163-7bfb-4cf2-aab3-946a64abeb44), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:33.625796 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-9a71a72c-f4ff-4900-b5ae-7c2f4d90d7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:33.626922 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-9a71a72c-f4ff-4900-b5ae-7c2f4d90d7fc admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/39372163-7bfb-4cf2-aab3-946a64abeb44 HTTP/1.1" status: 204 len: 168 time: 0.1213324 Oct 03 15:02:33.634828 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71a72c-f4ff-4900-b5ae-7c2f4d90d7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39372163-7bfb-4cf2-aab3-946a64abeb44,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:33.886204 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60598) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:33.899638 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-11fa1fcc-3cd7-4aa3-bb77-39862250260d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:33.975981 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-11fa1fcc-3cd7-4aa3-bb77-39862250260d admin admin] Publish callbacks [] for security_group (4e8a2f85-b168-4af0-b474-4d54d6f4b4f4), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:33.979387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-11fa1fcc-3cd7-4aa3-bb77-39862250260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (4e8a2f85-b168-4af0-b474-4d54d6f4b4f4), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:34.016887 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa1fcc-3cd7-4aa3-bb77-39862250260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a2f85-b168-4af0-b474-4d54d6f4b4f4,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:34.021104 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-11fa1fcc-3cd7-4aa3-bb77-39862250260d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a4ac0b9e1a9947948cbc2cbbe89b3ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339171 Oct 03 15:02:34.023757 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60600) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:34.067744 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:34.073427 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1259f969-e443-4e6f-98c0-91a21ab62d0e admin admin] Publish callbacks [] for security_group (4e8a2f85-b168-4af0-b474-4d54d6f4b4f4), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:34.094822 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1259f969-e443-4e6f-98c0-91a21ab62d0e admin admin] Publish callbacks [] for security_group (4e8a2f85-b168-4af0-b474-4d54d6f4b4f4), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:34.144295 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1259f969-e443-4e6f-98c0-91a21ab62d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (4e8a2f85-b168-4af0-b474-4d54d6f4b4f4), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:34.147508 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1259f969-e443-4e6f-98c0-91a21ab62d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:34.149486 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-1259f969-e443-4e6f-98c0-91a21ab62d0e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4e8a2f85-b168-4af0-b474-4d54d6f4b4f4 HTTP/1.1" status: 204 len: 168 time: 0.1244934 Oct 03 15:02:34.159941 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259f969-e443-4e6f-98c0-91a21ab62d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a2f85-b168-4af0-b474-4d54d6f4b4f4,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:39.118232 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1ca08-97dd-4ea7-b3f0-efe602264c5d req-dd329821-ab54-4e23-bac3-3f0a419ed18e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:39.124952 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-03b1ca08-97dd-4ea7-b3f0-efe602264c5d req-dd329821-ab54-4e23-bac3-3f0a419ed18e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 947 time: 0.0603061 Oct 03 15:02:39.171413 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-03b1ca08-97dd-4ea7-b3f0-efe602264c5d req-9c09e2ff-b508-4621-9db8-a72a30ab6890 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Oct 03 15:02:39.249960 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60742) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:39.354871 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-49acfe70-8750-4623-ae26-47f498b95d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:39.402199 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:39.432301 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-49acfe70-8750-4623-ae26-47f498b95d64 admin admin] Publish callbacks [] for security_group (375cc9fa-1bb3-45b8-81ba-25acc2409f39), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:39.435621 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-49acfe70-8750-4623-ae26-47f498b95d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (375cc9fa-1bb3-45b8-81ba-25acc2409f39), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:39.474751 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-49acfe70-8750-4623-ae26-47f498b95d64 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dda7ccb8d03b4c94b225380654bad19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237279 Oct 03 15:02:39.475571 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acfe70-8750-4623-ae26-47f498b95d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375cc9fa-1bb3-45b8-81ba-25acc2409f39,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:39.477768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60746) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:39.529858 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Publish callbacks [] for security_group (375cc9fa-1bb3-45b8-81ba-25acc2409f39), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:39.549677 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Publish callbacks [] for security_group (375cc9fa-1bb3-45b8-81ba-25acc2409f39), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:39.595358 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (375cc9fa-1bb3-45b8-81ba-25acc2409f39), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:39.597919 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:39.599034 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/375cc9fa-1bb3-45b8-81ba-25acc2409f39 HTTP/1.1" status: 204 len: 168 time: 0.1202569 Oct 03 15:02:39.606683 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375cc9fa-1bb3-45b8-81ba-25acc2409f39,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:39.614698 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.615039 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.615370 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.615703 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.616026 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.616344 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.616661 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.616978 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.617297 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.617643 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.618034 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.618290 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.618590 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.618903 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.619211 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2ad533-491c-4fd0-8a18-83a2ab95d58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:39.877366 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60764) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:39.890753 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-567e1910-8ed3-4432-8509-25508c88a680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:39.968751 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-567e1910-8ed3-4432-8509-25508c88a680 admin admin] Publish callbacks [] for security_group (77f450b3-6145-4dba-8d36-300a3976a3e1), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:39.971899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-567e1910-8ed3-4432-8509-25508c88a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (77f450b3-6145-4dba-8d36-300a3976a3e1), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:40.010953 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e1910-8ed3-4432-8509-25508c88a680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f450b3-6145-4dba-8d36-300a3976a3e1,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:40.017537 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-567e1910-8ed3-4432-8509-25508c88a680 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ab02ffc64f4d4a838da3e6961c27b385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388702 Oct 03 15:02:40.020727 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60768) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:40.070438 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc1c-04dc-412c-ad32-47f0d18bca2e admin admin] Publish callbacks [] for security_group (77f450b3-6145-4dba-8d36-300a3976a3e1), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:40.093286 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc1c-04dc-412c-ad32-47f0d18bca2e admin admin] Publish callbacks [] for security_group (77f450b3-6145-4dba-8d36-300a3976a3e1), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:40.143198 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc1c-04dc-412c-ad32-47f0d18bca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (77f450b3-6145-4dba-8d36-300a3976a3e1), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:40.146995 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bfebfc1c-04dc-412c-ad32-47f0d18bca2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:40.148752 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-bfebfc1c-04dc-412c-ad32-47f0d18bca2e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/77f450b3-6145-4dba-8d36-300a3976a3e1 HTTP/1.1" status: 204 len: 168 time: 0.1268220 Oct 03 15:02:40.159289 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebfc1c-04dc-412c-ad32-47f0d18bca2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f450b3-6145-4dba-8d36-300a3976a3e1,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:40.306878 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0f573-086f-41a0-8ac9-59a4fedf5636 req-e9ff2ca5-bb48-49a0-a253-0502ebb6e434 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:40.308980 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a5b0f573-086f-41a0-8ac9-59a4fedf5636 req-e9ff2ca5-bb48-49a0-a253-0502ebb6e434 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 947 time: 0.0537000 Oct 03 15:02:40.602722 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a5b0f573-086f-41a0-8ac9-59a4fedf5636 req-c0fa7da3-3724-4753-bf0f-4a57c905f944 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7d3b91e7-787f-4de3-9965-8226e1ae6216&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870119 Oct 03 15:02:41.142320 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-a801bea3-bbb0-49cb-8d80-1f883bec03ab tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:41.143794 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-a801bea3-bbb0-49cb-8d80-1f883bec03ab tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 947 time: 0.0492926 Oct 03 15:02:41.220157 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:41.235796 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Deleting port cfdafec3-b426-4742-8d49-c455e689f120 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:41.236142 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (cfdafec3-b426-4742-8d49-c455e689f120), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:41.343548 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] For port cfdafec3-b426-4742-8d49-c455e689f120, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=cfdafec3-b426-4742-8d49-c455e689f120,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:41.343901 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (cfdafec3-b426-4742-8d49-c455e689f120), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:41.388146 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:41.509067 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:41.509449 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (18378cd1-35ef-4be8-97a5-0771d20ba3a5), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:41.509784 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.l3_db [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Floating IP 18378cd1-35ef-4be8-97a5-0771d20ba3a5 disassociated. External IP: 172.27.1.200, port: cfdafec3-b426-4742-8d49-c455e689f120. Oct 03 15:02:41.510097 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Calling delete_port for cfdafec3-b426-4742-8d49-c455e689f120 owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:41.646975 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (cfdafec3-b426-4742-8d49-c455e689f120), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:41.680756 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event deleted for resources: {'Port': ['ID=cfdafec3-b426-4742-8d49-c455e689f120,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:41.726197 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8904b610-7943-4eba-84bc-9fc9389af087 req-21480e60-8804-493c-ab8e-8ac0cf9cea3b tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=492aa42e-764b-4444-b4aa-c0ff2a4202d9 HTTP/1.1" status: 200 len: 210 time: 0.0328462 Oct 03 15:02:41.795475 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Router 72d34265-f079-48db-92dc-e317f47b8843 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:02:41.900704 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:02:41.911682 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] Sync routers for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:02:41.923253 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:41.923876 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:41.942653 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] No DVR routers for this DVR port cfdafec3-b426-4742-8d49-c455e689f120 on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:02:41.945746 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:41.948957 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2a342492-a8cf-4922-b710-4a3daf64e063 req-0728f66c-ef4a-472e-9c11-8cfe545aaaa6 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.42 "DELETE /networking/v2.0/ports/cfdafec3-b426-4742-8d49-c455e689f120 HTTP/1.1" status: 204 len: 173 time: 0.7991214 Oct 03 15:02:41.949460 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-deleted', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:02:41.951830 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50186eba-b9e2-4924-a61c-5f94433e37e8" -d '{"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-deleted", "tag": "cfdafec3-b426-4742-8d49-c455e689f120"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:02:42.057378 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=23 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:42.067230 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=36 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:42.095106 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50227772-180c-4502-aab1-cbafb21951d9 x-openstack-request-id: req-50227772-180c-4502-aab1-cbafb21951d9 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:02:42.097839 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "492aa42e-764b-4444-b4aa-c0ff2a4202d9", "name": "network-vif-deleted", "tag": "cfdafec3-b426-4742-8d49-c455e689f120", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:02:42.098121 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50227772-180c-4502-aab1-cbafb21951d9 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:02:42.098539 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50227772-180c-4502-aab1-cbafb21951d9'] response: {'server_uuid': '492aa42e-764b-4444-b4aa-c0ff2a4202d9', 'name': 'network-vif-deleted', 'tag': 'cfdafec3-b426-4742-8d49-c455e689f120', 'status': 'completed', 'code': 200} Oct 03 15:02:42.199264 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:42.424776 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:42.449080 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] Checking router: 72d34265-f079-48db-92dc-e317f47b8843 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:02:42.457704 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:42.458313 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:42.522605 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60852) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:42.562204 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:42.636417 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f00061e-b31e-4054-ae7b-79a8d79b155b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:42.703433 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:42.717592 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f00061e-b31e-4054-ae7b-79a8d79b155b admin admin] Publish callbacks [] for security_group (e059e50b-4b7e-4253-8a17-57f6b159965a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:42.722725 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-3f00061e-b31e-4054-ae7b-79a8d79b155b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e059e50b-4b7e-4253-8a17-57f6b159965a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:42.761980 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00061e-b31e-4054-ae7b-79a8d79b155b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e059e50b-4b7e-4253-8a17-57f6b159965a,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:42.768709 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:42.778028 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-3f00061e-b31e-4054-ae7b-79a8d79b155b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8203ec601e074484b26de4380c9c9257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543397 Oct 03 15:02:42.781300 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60858) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:42.803413 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4bb79e-9589-4dbb-906b-f5e9dba40099 None None] The sync data for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi is: [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T14:52:06Z', 'revision_number': 4, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '90131420-9785-4232-b06f-9f05e99fe5d8', 'name': '', 'network_id': 'e62ce727-fdfc-4635-82f1-b266a0898b13', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'mac_address': 'fa:16:3e:41:31:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:52:03Z', 'updated_at': '2022-10-03T14:52:21Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'subnets': [{'id': '002c4d07-fa50-487b-aa78-a8fe6f0bc8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:02:42.848070 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b4c554f9-062e-445f-af4d-23150dffd8df admin admin] Publish callbacks [] for security_group (e059e50b-4b7e-4253-8a17-57f6b159965a), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:42.861018 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60862) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:42.872770 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b4c554f9-062e-445f-af4d-23150dffd8df admin admin] Publish callbacks [] for security_group (e059e50b-4b7e-4253-8a17-57f6b159965a), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:42.925085 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b4c554f9-062e-445f-af4d-23150dffd8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e059e50b-4b7e-4253-8a17-57f6b159965a), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:42.926368 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2b37efb3-cf06-4e17-8374-8cb95081c2db tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (7d3b91e7-787f-4de3-9965-8226e1ae6216), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:42.927912 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b4c554f9-062e-445f-af4d-23150dffd8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:42.929168 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-b4c554f9-062e-445f-af4d-23150dffd8df admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e059e50b-4b7e-4253-8a17-57f6b159965a HTTP/1.1" status: 204 len: 168 time: 0.1467893 Oct 03 15:02:42.937972 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c554f9-062e-445f-af4d-23150dffd8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e059e50b-4b7e-4253-8a17-57f6b159965a,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:42.953087 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2b37efb3-cf06-4e17-8374-8cb95081c2db tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (7d3b91e7-787f-4de3-9965-8226e1ae6216), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:42.968949 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:43.018976 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2b37efb3-cf06-4e17-8374-8cb95081c2db tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7d3b91e7-787f-4de3-9965-8226e1ae6216), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:43.021997 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2b37efb3-cf06-4e17-8374-8cb95081c2db tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:43.026377 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-2b37efb3-cf06-4e17-8374-8cb95081c2db tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7d3b91e7-787f-4de3-9965-8226e1ae6216 HTTP/1.1" status: 204 len: 168 time: 0.1614108 Oct 03 15:02:43.027081 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60866) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:43.033983 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37efb3-cf06-4e17-8374-8cb95081c2db tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3b91e7-787f-4de3-9965-8226e1ae6216,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:43.048561 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.api.v2.resource [None req-38ac6c82-6277-48e3-b5b5-325484929c7d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] show failed (client error): The resource could not be found. Oct 03 15:02:43.053447 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-38ac6c82-6277-48e3-b5b5-325484929c7d tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "GET /networking/v2.0/security-groups/7d3b91e7-787f-4de3-9965-8226e1ae6216 HTTP/1.1" status: 404 len: 347 time: 0.0253224 Oct 03 15:02:43.061038 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60868) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:43.142078 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253ce8b-ae4f-46f1-826f-c7e54af0bc42 None None] New status for floating IP 18378cd1-35ef-4be8-97a5-0771d20ba3a5: DOWN {{(pid=112661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:02:43.204594 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Deleting port ab836890-a5af-45ee-b0fa-2af6bafd9e48 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:43.204944 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (ab836890-a5af-45ee-b0fa-2af6bafd9e48), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:43.260874 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-05c127ca-64e4-409b-b9d3-af758d535ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:43.301448 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (ab836890-a5af-45ee-b0fa-2af6bafd9e48), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:43.302003 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (ab836890-a5af-45ee-b0fa-2af6bafd9e48), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:43.315559 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Calling delete_port for ab836890-a5af-45ee-b0fa-2af6bafd9e48 owned by network:floatingip {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:43.456624 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (ab836890-a5af-45ee-b0fa-2af6bafd9e48), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:43.480553 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Pushing event deleted for resources: {'Port': ['ID=ab836890-a5af-45ee-b0fa-2af6bafd9e48,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:43.548112 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks [] for floatingip (18378cd1-35ef-4be8-97a5-0771d20ba3a5), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:43.550635 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:43.552094 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-688adea4-ac13-4da4-99c7-ff62268c3c9e tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/18378cd1-35ef-4be8-97a5-0771d20ba3a5 HTTP/1.1" status: 204 len: 168 time: 0.4893732 Oct 03 15:02:45.084890 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60968) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:45.200684 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dcfebd28-97f9-4a08-b401-b1f348eac405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.300758 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dcfebd28-97f9-4a08-b401-b1f348eac405 admin admin] Publish callbacks [] for security_group (a08ecfa3-b531-491d-9c03-b9f90ae61e3e), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.305614 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-dcfebd28-97f9-4a08-b401-b1f348eac405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (a08ecfa3-b531-491d-9c03-b9f90ae61e3e), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.355623 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-dcfebd28-97f9-4a08-b401-b1f348eac405 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2f3ba499701c40c888c10c968395a74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696276 Oct 03 15:02:45.356492 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfebd28-97f9-4a08-b401-b1f348eac405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08ecfa3-b531-491d-9c03-b9f90ae61e3e,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:45.358455 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60978) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:45.429215 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-dd17a35a-3ba7-4080-bb23-1aa09d7deefe admin admin] Publish callbacks [] for security_group (a08ecfa3-b531-491d-9c03-b9f90ae61e3e), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.449615 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-dd17a35a-3ba7-4080-bb23-1aa09d7deefe admin admin] Publish callbacks [] for security_group (a08ecfa3-b531-491d-9c03-b9f90ae61e3e), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.476017 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60982) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:45.480112 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-cfa90714-b468-4bad-8724-3ad8caed0cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.506348 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-dd17a35a-3ba7-4080-bb23-1aa09d7deefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (a08ecfa3-b531-491d-9c03-b9f90ae61e3e), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.509067 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-dd17a35a-3ba7-4080-bb23-1aa09d7deefe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.510242 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-dd17a35a-3ba7-4080-bb23-1aa09d7deefe admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a08ecfa3-b531-491d-9c03-b9f90ae61e3e HTTP/1.1" status: 204 len: 168 time: 0.1503735 Oct 03 15:02:45.513637 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:45.521180 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17a35a-3ba7-4080-bb23-1aa09d7deefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08ecfa3-b531-491d-9c03-b9f90ae61e3e,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:45.612066 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:45.618068 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ceaaeaa2-c884-40e9-8e42-5adf01dde1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.633699 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: cfdafec3-b426-4742-8d49-c455e689f120 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:45.634047 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device cfdafec3-b426-4742-8d49-c455e689f120 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:45.700506 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ceaaeaa2-c884-40e9-8e42-5adf01dde1e8 admin admin] Publish callbacks [] for security_group (5a667f35-4813-4c53-be0c-f9bb86453720), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.704667 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ceaaeaa2-c884-40e9-8e42-5adf01dde1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (5a667f35-4813-4c53-be0c-f9bb86453720), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.746720 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaeaa2-c884-40e9-8e42-5adf01dde1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a667f35-4813-4c53-be0c-f9bb86453720,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:45.755423 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-ceaaeaa2-c884-40e9-8e42-5adf01dde1e8 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=fa59d981ddf046bfb486707bc62c72d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784085 Oct 03 15:02:45.755864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60990) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:45.785847 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 60992) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:45.797056 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:45.800730 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5b10ed2d-fd0a-4f3e-b801-744d3906236c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.806988 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-057a582a-fd6b-45e5-992a-34d17a86fbb0 admin admin] Publish callbacks [] for security_group (5a667f35-4813-4c53-be0c-f9bb86453720), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.828194 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-057a582a-fd6b-45e5-992a-34d17a86fbb0 admin admin] Publish callbacks [] for security_group (5a667f35-4813-4c53-be0c-f9bb86453720), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.864785 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:45.879032 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-057a582a-fd6b-45e5-992a-34d17a86fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (5a667f35-4813-4c53-be0c-f9bb86453720), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.882633 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-057a582a-fd6b-45e5-992a-34d17a86fbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.883791 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-057a582a-fd6b-45e5-992a-34d17a86fbb0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5a667f35-4813-4c53-be0c-f9bb86453720 HTTP/1.1" status: 204 len: 168 time: 0.1266949 Oct 03 15:02:45.885138 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5b10ed2d-fd0a-4f3e-b801-744d3906236c admin admin] Publish callbacks [] for security_group (6812e1e4-a2c7-47e7-8264-4c09580ce772), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.890171 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5b10ed2d-fd0a-4f3e-b801-744d3906236c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6812e1e4-a2c7-47e7-8264-4c09580ce772), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:45.895663 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a582a-fd6b-45e5-992a-34d17a86fbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a667f35-4813-4c53-be0c-f9bb86453720,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:45.934470 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5b10ed2d-fd0a-4f3e-b801-744d3906236c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5ac529e1d27c479aae41185f9b7e0b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475182 Oct 03 15:02:45.935565 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10ed2d-fd0a-4f3e-b801-744d3906236c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6812e1e4-a2c7-47e7-8264-4c09580ce772,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:45.938801 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 60998) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:45.969566 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:DELETE=9,neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:46.000131 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-15ce4eab-f556-4a31-9118-fde24efdc6ef admin admin] Publish callbacks [] for security_group (6812e1e4-a2c7-47e7-8264-4c09580ce772), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.021288 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-15ce4eab-f556-4a31-9118-fde24efdc6ef admin admin] Publish callbacks [] for security_group (6812e1e4-a2c7-47e7-8264-4c09580ce772), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.037256 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 32772) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:46.082282 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-15ce4eab-f556-4a31-9118-fde24efdc6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6812e1e4-a2c7-47e7-8264-4c09580ce772), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.084445 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-15ce4eab-f556-4a31-9118-fde24efdc6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.085555 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-15ce4eab-f556-4a31-9118-fde24efdc6ef admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6812e1e4-a2c7-47e7-8264-4c09580ce772 HTTP/1.1" status: 204 len: 168 time: 0.1455367 Oct 03 15:02:46.094515 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce4eab-f556-4a31-9118-fde24efdc6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6812e1e4-a2c7-47e7-8264-4c09580ce772,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:46.417469 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 32786) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:46.432639 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ffeaebe4-76b9-470b-a8f3-b4dcd44a1ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.516737 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ffeaebe4-76b9-470b-a8f3-b4dcd44a1ca1 admin admin] Publish callbacks [] for security_group (6b57712f-5ede-4d36-85ae-49ddaa2d4d19), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.520971 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ffeaebe4-76b9-470b-a8f3-b4dcd44a1ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6b57712f-5ede-4d36-85ae-49ddaa2d4d19), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.548742 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (72d34265-f079-48db-92dc-e317f47b8843), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.561490 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-ffeaebe4-76b9-470b-a8f3-b4dcd44a1ca1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dd587c20af2e48a6ae6120e49f1aca53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428533 Oct 03 15:02:46.562145 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 32792) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:46.589197 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeaebe4-76b9-470b-a8f3-b4dcd44a1ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b57712f-5ede-4d36-85ae-49ddaa2d4d19,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:46.624628 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-075ca1e0-8fd8-4db1-a602-fdd9ae5b2c8d admin admin] Publish callbacks [] for security_group (6b57712f-5ede-4d36-85ae-49ddaa2d4d19), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.647865 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-075ca1e0-8fd8-4db1-a602-fdd9ae5b2c8d admin admin] Publish callbacks [] for security_group (6b57712f-5ede-4d36-85ae-49ddaa2d4d19), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.703174 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-075ca1e0-8fd8-4db1-a602-fdd9ae5b2c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6b57712f-5ede-4d36-85ae-49ddaa2d4d19), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.706048 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-075ca1e0-8fd8-4db1-a602-fdd9ae5b2c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.707221 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-075ca1e0-8fd8-4db1-a602-fdd9ae5b2c8d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6b57712f-5ede-4d36-85ae-49ddaa2d4d19 HTTP/1.1" status: 204 len: 168 time: 0.1410766 Oct 03 15:02:46.715438 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ca1e0-8fd8-4db1-a602-fdd9ae5b2c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b57712f-5ede-4d36-85ae-49ddaa2d4d19,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:46.756857 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.774548 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:46.816152 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Deleting port 90131420-9785-4232-b06f-9f05e99fe5d8 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:46.816573 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.910189 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] For port 90131420-9785-4232-b06f-9f05e99fe5d8, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=90131420-9785-4232-b06f-9f05e99fe5d8,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:46.910559 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:46.926887 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Calling delete_port for 90131420-9785-4232-b06f-9f05e99fe5d8 owned by network:router_interface {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:47.063005 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:47.125125 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (90131420-9785-4232-b06f-9f05e99fe5d8), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:47.155984 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=90131420-9785-4232-b06f-9f05e99fe5d8,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:47.376708 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (72d34265-f079-48db-92dc-e317f47b8843), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:47.615987 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Router 72d34265-f079-48db-92dc-e317f47b8843 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:02:47.730517 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:02:47.739186 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 32842) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:47.739721 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-b9fe90b0-eb4d-4c82-ae3a-e1fea653f4e3 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/72d34265-f079-48db-92dc-e317f47b8843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7007794 Oct 03 15:02:47.746609 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] Sync routers for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:02:47.761388 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:47.762792 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:47.868877 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks [] for router (72d34265-f079-48db-92dc-e317f47b8843), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:47.876891 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:47.899472 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:47.980900 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:48.010622 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks [] for router_gateway (72d34265-f079-48db-92dc-e317f47b8843), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.016107 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:48.030132 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.085348 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Deleting port 458ea9be-82c9-475f-90a9-0c56218f20c4 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:48.085823 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.172964 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T15:02:47Z', 'revision_number': 5, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port': {'id': '458ea9be-82c9-475f-90a9-0c56218f20c4', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34265-f079-48db-92dc-e317f47b8843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:51:52Z', 'updated_at': '2022-10-03T14:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:48.193601 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] For port 458ea9be-82c9-475f-90a9-0c56218f20c4, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=458ea9be-82c9-475f-90a9-0c56218f20c4,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:48.194287 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.209541 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] Checking router: 72d34265-f079-48db-92dc-e317f47b8843 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:02:48.214637 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Calling delete_port for 458ea9be-82c9-475f-90a9-0c56218f20c4 owned by network:router_gateway {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:48.219303 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] Routers {'72d34265-f079-48db-92dc-e317f47b8843'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:02:48.220290 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:02:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['72d34265-f079-48db-92dc-e317f47b8843'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:48.261187 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 32866) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:48.303567 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:48.333339 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.343816 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] Set router 72d34265-f079-48db-92dc-e317f47b8843 gateway port host: None {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:02:48.407509 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T15:02:48Z', 'revision_number': 6, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port_host': None}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:48.439062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef36a89-66cc-4dc4-b852-19a4e960dc7d None None] The sync data for ids ['72d34265-f079-48db-92dc-e317f47b8843'] in dv-cinder-859877-2-iscsi is: [{'id': '72d34265-f079-48db-92dc-e317f47b8843', 'name': 'tempest-AttachVolumeShelveTestJSON-1513833495-router', 'tenant_id': '7f48b2441eec48c4ac784844e475a9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:51:50Z', 'updated_at': '2022-10-03T15:02:48Z', 'revision_number': 6, 'project_id': '7f48b2441eec48c4ac784844e475a9e9', 'gw_port_host': None}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:02:48.446037 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (458ea9be-82c9-475f-90a9-0c56218f20c4), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.477922 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=458ea9be-82c9-475f-90a9-0c56218f20c4,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:48.545653 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (72d34265-f079-48db-92dc-e317f47b8843), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.570434 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-04e29883-6a68-4a2e-88ac-d15b3c69b26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.572975 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:48.670606 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-04e29883-6a68-4a2e-88ac-d15b3c69b26a admin admin] Publish callbacks [] for security_group (236f95f5-bf44-460b-924a-f71fa82b3acf), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.676047 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-04e29883-6a68-4a2e-88ac-d15b3c69b26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (236f95f5-bf44-460b-924a-f71fa82b3acf), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.707186 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e29883-6a68-4a2e-88ac-d15b3c69b26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236f95f5-bf44-460b-924a-f71fa82b3acf,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:48.742098 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-04e29883-6a68-4a2e-88ac-d15b3c69b26a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a574d23921d244328eca6af5c7a03777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797018 Oct 03 15:02:48.743085 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 32888) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:48.808305 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6ab51b8b-ff59-4d2d-a4c8-64a1d397e2d1 admin admin] Publish callbacks [] for security_group (236f95f5-bf44-460b-924a-f71fa82b3acf), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.848256 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6ab51b8b-ff59-4d2d-a4c8-64a1d397e2d1 admin admin] Publish callbacks [] for security_group (236f95f5-bf44-460b-924a-f71fa82b3acf), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.880869 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:48.914047 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6ab51b8b-ff59-4d2d-a4c8-64a1d397e2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (236f95f5-bf44-460b-924a-f71fa82b3acf), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.918447 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6ab51b8b-ff59-4d2d-a4c8-64a1d397e2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.920517 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6ab51b8b-ff59-4d2d-a4c8-64a1d397e2d1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/236f95f5-bf44-460b-924a-f71fa82b3acf HTTP/1.1" status: 204 len: 168 time: 0.1762469 Oct 03 15:02:48.931534 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab51b8b-ff59-4d2d-a4c8-64a1d397e2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236f95f5-bf44-460b-924a-f71fa82b3acf,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:48.956701 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (72d34265-f079-48db-92dc-e317f47b8843), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:48.959123 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks [] for router_controller (72d34265-f079-48db-92dc-e317f47b8843), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.027943 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (72d34265-f079-48db-92dc-e317f47b8843), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.028683 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d34265-f079-48db-92dc-e317f47b8843 {{(pid=112659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 15:02:49.033820 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.034946 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-906c9233-c5d7-460a-a355-18c841c2a5b8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/72d34265-f079-48db-92dc-e317f47b8843 HTTP/1.1" status: 204 len: 168 time: 1.2946138 Oct 03 15:02:49.037602 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 32908) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:49.086360 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_v2 [None req-33af3e79-ed44-492d-83d8-352007595b12 admin admin] Deleting subnet 002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 {{(pid=112659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:02:49.089785 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-33af3e79-ed44-492d-83d8-352007595b12 admin admin] Publish callbacks [] for subnet (002c4d07-fa50-487b-aa78-a8fe6f0bc8f2), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.130169 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-33af3e79-ed44-492d-83d8-352007595b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8732928'] for subnet (002c4d07-fa50-487b-aa78-a8fe6f0bc8f2), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.223317 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-33af3e79-ed44-492d-83d8-352007595b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (002c4d07-fa50-487b-aa78-a8fe6f0bc8f2), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.269048 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 32916) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:49.293211 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cd963941-6f9b-4e47-bafb-0bd5926cc5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.309712 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-33af3e79-ed44-492d-83d8-352007595b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12367017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517844'] for subnet (002c4d07-fa50-487b-aa78-a8fe6f0bc8f2), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.344562 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af3e79-ed44-492d-83d8-352007595b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002c4d07-fa50-487b-aa78-a8fe6f0bc8f2,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:49.356538 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-33af3e79-ed44-492d-83d8-352007595b12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.361964 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-33af3e79-ed44-492d-83d8-352007595b12 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/002c4d07-fa50-487b-aa78-a8fe6f0bc8f2 HTTP/1.1" status: 204 len: 168 time: 0.3233988 Oct 03 15:02:49.364709 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2e8391-945f-407d-9080-7bcf454f2b0b None None] Network e62ce727-fdfc-4635-82f1-b266a0898b13 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:02:49.366540 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 32920) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:49.404232 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 32922) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:49.466240 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cd963941-6f9b-4e47-bafb-0bd5926cc5b2 admin admin] Publish callbacks [] for security_group (1436599b-7464-4907-83ac-11554a023750), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.471853 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (e62ce727-fdfc-4635-82f1-b266a0898b13), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.476315 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cd963941-6f9b-4e47-bafb-0bd5926cc5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1436599b-7464-4907-83ac-11554a023750), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.537543 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-233af933-82f9-4d09-bc81-4f509beaf6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.550329 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] DHCP port deletion for e62ce727-fdfc-4635-82f1-b266a0898b13 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 15:02:49.557279 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd963941-6f9b-4e47-bafb-0bd5926cc5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1436599b-7464-4907-83ac-11554a023750,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:49.568458 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-cd963941-6f9b-4e47-bafb-0bd5926cc5b2 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=61412e10d853416ead63c75aebf12f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950656 Oct 03 15:02:49.569828 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 32926) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:49.571935 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:49.589072 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Deleting port 5bea37e8-3f52-4548-b2ed-c90013abb488 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:49.589718 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.598836 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Deleting port 5bea37e8-3f52-4548-b2ed-c90013abb488 {{(pid=112660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:02:49.599340 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), before_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.645254 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-233af933-82f9-4d09-bc81-4f509beaf6ce admin admin] Publish callbacks [] for security_group (bd30cd46-1b70-4134-94ed-ea2a36ff31cf), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.650597 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-233af933-82f9-4d09-bc81-4f509beaf6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (bd30cd46-1b70-4134-94ed-ea2a36ff31cf), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.675313 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] For port 5bea37e8-3f52-4548-b2ed-c90013abb488, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=5bea37e8-3f52-4548-b2ed-c90013abb488,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:49.676067 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), precommit_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.688300 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] For port 5bea37e8-3f52-4548-b2ed-c90013abb488, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=5bea37e8-3f52-4548-b2ed-c90013abb488,segment=NetworkSegment(f12ed426-dcf1-4de7-a3bc-cbc77ddde625),segment_id=f12ed426-dcf1-4de7-a3bc-cbc77ddde625)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:02:49.688859 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.692483 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Calling delete_port for 5bea37e8-3f52-4548-b2ed-c90013abb488 owned by network:dhcp {{(pid=112660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:49.700772 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-233af933-82f9-4d09-bc81-4f509beaf6ce admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4de789c0bf3a45d2be5ddc9ce4ce76a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927406 Oct 03 15:02:49.700772 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233af933-82f9-4d09-bc81-4f509beaf6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd30cd46-1b70-4134-94ed-ea2a36ff31cf,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:49.701774 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 32928) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:49.703247 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:49.709328 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-21954b2c-b8f9-451f-af08-22e2cc7f1cf7 admin admin] Publish callbacks [] for security_group (1436599b-7464-4907-83ac-11554a023750), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.714709 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Calling delete_port for 5bea37e8-3f52-4548-b2ed-c90013abb488 owned by network:dhcp {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:02:49.767920 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c2761489-b3d1-4cc1-a885-7a121118f35b admin admin] Publish callbacks [] for security_group (bd30cd46-1b70-4134-94ed-ea2a36ff31cf), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.782847 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-21954b2c-b8f9-451f-af08-22e2cc7f1cf7 admin admin] Publish callbacks [] for security_group (1436599b-7464-4907-83ac-11554a023750), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.800363 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c2761489-b3d1-4cc1-a885-7a121118f35b admin admin] Publish callbacks [] for security_group (bd30cd46-1b70-4134-94ed-ea2a36ff31cf), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.806013 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), after_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.825045 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:49.835512 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Pushing event deleted for resources: {'Port': ['ID=5bea37e8-3f52-4548-b2ed-c90013abb488,revision_number=None']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:49.838371 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] No DVR routers for this DVR port 5bea37e8-3f52-4548-b2ed-c90013abb488 on host dv-cinder-859877-2-iscsi {{(pid=112660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:02:49.847675 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.848338 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.848921 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.849486 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.850049 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.850581 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.851172 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.851719 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.852281 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.852815 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.853344 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.853900 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.854705 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.855213 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.855547 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4bb729-6724-4cc0-b2e1-bacff13f5771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:02:49.868879 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (5bea37e8-3f52-4548-b2ed-c90013abb488), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.883663 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c2761489-b3d1-4cc1-a885-7a121118f35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (bd30cd46-1b70-4134-94ed-ea2a36ff31cf), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.886350 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c2761489-b3d1-4cc1-a885-7a121118f35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.887494 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c2761489-b3d1-4cc1-a885-7a121118f35b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/bd30cd46-1b70-4134-94ed-ea2a36ff31cf HTTP/1.1" status: 204 len: 168 time: 0.1848123 Oct 03 15:02:49.895619 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2761489-b3d1-4cc1-a885-7a121118f35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd30cd46-1b70-4134-94ed-ea2a36ff31cf,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:49.895792 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Pushing event deleted for resources: {'Port': ['ID=5bea37e8-3f52-4548-b2ed-c90013abb488,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:49.898788 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-21954b2c-b8f9-451f-af08-22e2cc7f1cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1436599b-7464-4907-83ac-11554a023750), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.903059 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-21954b2c-b8f9-451f-af08-22e2cc7f1cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:49.907533 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-21954b2c-b8f9-451f-af08-22e2cc7f1cf7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1436599b-7464-4907-83ac-11554a023750 HTTP/1.1" status: 204 len: 168 time: 0.3333154 Oct 03 15:02:49.907533 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] No DVR routers for this DVR port 5bea37e8-3f52-4548-b2ed-c90013abb488 on host dv-cinder-859877-2-iscsi {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:02:49.939581 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21954b2c-b8f9-451f-af08-22e2cc7f1cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1436599b-7464-4907-83ac-11554a023750,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:49.995881 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (e62ce727-fdfc-4635-82f1-b266a0898b13), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.021436 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62ce727-fdfc-4635-82f1-b266a0898b13']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:50.035388 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:50.035757 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12ed426-dcf1-4de7-a3bc-cbc77ddde625') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:50.047555 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (f12ed426-dcf1-4de7-a3bc-cbc77ddde625), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.066424 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (f12ed426-dcf1-4de7-a3bc-cbc77ddde625), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.074059 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:02:50.074923 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (f12ed426-dcf1-4de7-a3bc-cbc77ddde625), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.103880 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment f12ed426-dcf1-4de7-a3bc-cbc77ddde625 resource provider aggregate not found Oct 03 15:02:50.125915 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 90131420-9785-4232-b06f-9f05e99fe5d8 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:50.151772 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 90131420-9785-4232-b06f-9f05e99fe5d8 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:50.152127 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 90131420-9785-4232-b06f-9f05e99fe5d8 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:50.152553 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 458ea9be-82c9-475f-90a9-0c56218f20c4 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:50.159074 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment f12ed426-dcf1-4de7-a3bc-cbc77ddde625 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f12ed426-dcf1-4de7-a3bc-cbc77ddde625 found for delete ", "request_id": "req-d33f73dd-5d49-4e67-8c85-10de50e9b613"}]} Oct 03 15:02:50.176843 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 458ea9be-82c9-475f-90a9-0c56218f20c4 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:50.177185 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 458ea9be-82c9-475f-90a9-0c56218f20c4 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:50.177834 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 5bea37e8-3f52-4548-b2ed-c90013abb488 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:02:50.198702 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (e62ce727-fdfc-4635-82f1-b266a0898b13), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.200184 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 5bea37e8-3f52-4548-b2ed-c90013abb488 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:02:50.200695 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 5bea37e8-3f52-4548-b2ed-c90013abb488 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:02:50.203681 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.210061 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/e62ce727-fdfc-4635-82f1-b266a0898b13 HTTP/1.1" status: 204 len: 168 time: 0.8402591 Oct 03 15:02:50.222670 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535be9c5-b86b-48c0-b311-b34d042200de admin admin] Pushing event deleted for resources: {'Network': ['ID=e62ce727-fdfc-4635-82f1-b266a0898b13,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:50.331746 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 32948) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:50.348449 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a7987a61-4831-4184-8a6e-9937f7603112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.362679 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:50.370924 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 32950) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:50.417799 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-152f69e9-19a0-4244-b4a1-6d42f33a680e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7f48b2441eec48c4ac784844e475a9e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456312 Oct 03 15:02:50.420506 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 32952) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:50.449589 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a7987a61-4831-4184-8a6e-9937f7603112 admin admin] Publish callbacks [] for security_group (b25060c1-7c0b-4d58-884c-3cb8d0a49377), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.454388 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a7987a61-4831-4184-8a6e-9937f7603112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (b25060c1-7c0b-4d58-884c-3cb8d0a49377), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.473410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-99f13dc5-9efa-4946-a22e-bc4fba86a1fb admin admin] Publish callbacks [] for security_group (85c702ca-c0d7-4b0b-9a0c-583ae57afc48), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.496102 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a7987a61-4831-4184-8a6e-9937f7603112 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c809b517cb1f4d08a1b9898c85a3c1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628704 Oct 03 15:02:50.497382 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-99f13dc5-9efa-4946-a22e-bc4fba86a1fb admin admin] Publish callbacks [] for security_group (85c702ca-c0d7-4b0b-9a0c-583ae57afc48), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.498698 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 32954) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:50.506523 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7987a61-4831-4184-8a6e-9937f7603112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25060c1-7c0b-4d58-884c-3cb8d0a49377,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:50.555055 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-99f13dc5-9efa-4946-a22e-bc4fba86a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (85c702ca-c0d7-4b0b-9a0c-583ae57afc48), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.557080 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a78f-29fc-4fa0-8785-ec73e986c708 admin admin] Publish callbacks [] for security_group (b25060c1-7c0b-4d58-884c-3cb8d0a49377), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.558184 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-99f13dc5-9efa-4946-a22e-bc4fba86a1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.561974 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-99f13dc5-9efa-4946-a22e-bc4fba86a1fb admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/85c702ca-c0d7-4b0b-9a0c-583ae57afc48 HTTP/1.1" status: 204 len: 168 time: 0.1374910 Oct 03 15:02:50.570988 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f13dc5-9efa-4946-a22e-bc4fba86a1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c702ca-c0d7-4b0b-9a0c-583ae57afc48,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:50.585777 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a78f-29fc-4fa0-8785-ec73e986c708 admin admin] Publish callbacks [] for security_group (b25060c1-7c0b-4d58-884c-3cb8d0a49377), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.640723 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a78f-29fc-4fa0-8785-ec73e986c708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (b25060c1-7c0b-4d58-884c-3cb8d0a49377), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.643847 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3cf8a78f-29fc-4fa0-8785-ec73e986c708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:50.645166 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-3cf8a78f-29fc-4fa0-8785-ec73e986c708 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b25060c1-7c0b-4d58-884c-3cb8d0a49377 HTTP/1.1" status: 204 len: 168 time: 0.1449933 Oct 03 15:02:50.653614 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8a78f-29fc-4fa0-8785-ec73e986c708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25060c1-7c0b-4d58-884c-3cb8d0a49377,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:51.661337 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33052) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:51.786716 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1793165559-network', 'tenant_id': 'cf3c8c7eaf4d4d6489604ca886171a4e'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:02:51.808291 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Made reservation on behalf of cf3c8c7eaf4d4d6489604ca886171a4e for: {'network': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:02:51.811517 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:51.821839 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:51.854879 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:51.945564 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Publish callbacks [] for security_group (46249bf2-0586-4ffc-ad86-50d5fe6a012a), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:51.964399 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (46249bf2-0586-4ffc-ad86-50d5fe6a012a), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:51.994508 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=112658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:02:52.009097 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46249bf2-0586-4ffc-ad86-50d5fe6a012a,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:52.015259 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (afafe0af-a5de-47fe-afe8-588c0339dea2), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:52.015543 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.segments_db [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Added segment afafe0af-a5de-47fe-afe8-588c0339dea2 of type vlan for network 3bbbebc4-71f2-4989-a2eb-3685654679b1 Oct 03 15:02:52.059702 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (3bbbebc4-71f2-4989-a2eb-3685654679b1), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:52.087204 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (3bbbebc4-71f2-4989-a2eb-3685654679b1), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:52.088308 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:52.088887 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:52.144786 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4822934 Oct 03 15:02:52.147946 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33106) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:52.160616 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea718b8-69f2-4b50-8d56-ed394897e493 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbbebc4-71f2-4989-a2eb-3685654679b1,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:52.163472 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Request body: {'subnet': {'network_id': '3bbbebc4-71f2-4989-a2eb-3685654679b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1793165559-subnet', 'tenant_id': 'cf3c8c7eaf4d4d6489604ca886171a4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:02:52.173678 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 3bbbebc4-71f2-4989-a2eb-3685654679b1 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:02:52.207838 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Made reservation on behalf of cf3c8c7eaf4d4d6489604ca886171a4e for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:02:52.211856 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12525109'] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:52.442057 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12367080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12525095'] for subnet (ea6df32c-4137-4db9-b827-5dd1f402cf2a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:52.509922 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6df32c-4137-4db9-b827-5dd1f402cf2a,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:52.515918 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Checking segment: {'id': 'afafe0af-a5de-47fe-afe8-588c0339dea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '3bbbebc4-71f2-4989-a2eb-3685654679b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:02:52.516283 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Network hostable DHCP agents. Network: 3bbbebc4-71f2-4989-a2eb-3685654679b1, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:02:52.534121 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Network 3bbbebc4-71f2-4989-a2eb-3685654679b1 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:02:52.542716 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 3bbbebc4-71f2-4989-a2eb-3685654679b1) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:02:52.547259 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:52.548377 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:52.551420 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e7b82-71c6-4a72-9eaa-553257fc9815 None None] Network 3bbbebc4-71f2-4989-a2eb-3685654679b1 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:02:52.564795 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-8d53bd5f-8d37-442e-906d-e87ee6c88533 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4140508 Oct 03 15:02:52.611089 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:52.670116 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251e221a-e373-4f47-9357-2be5c833c44c None None] Network 3bbbebc4-71f2-4989-a2eb-3685654679b1 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:02:53.089926 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33150) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:53.095445 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-207464107-network', 'tenant_id': 'd5801adf2f284cce88d6ebc374255710'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:02:53.107829 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:53.115922 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Made reservation on behalf of d5801adf2f284cce88d6ebc374255710 for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:02:53.118511 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.128454 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.188906 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:53.216777 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Publish callbacks [] for security_group (e85c11d9-4467-45e2-8ca9-49c2c7efa9bf), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.221847 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e85c11d9-4467-45e2-8ca9-49c2c7efa9bf), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.248026 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:02:53.263762 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c11d9-4467-45e2-8ca9-49c2c7efa9bf,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:53.267177 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (980c009b-4a84-4be4-96d7-f26c3b674623), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.267521 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Added segment 980c009b-4a84-4be4-96d7-f26c3b674623 of type vlan for network efdc45ac-80db-4ac0-9480-2906a2e453a7 Oct 03 15:02:53.309970 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (efdc45ac-80db-4ac0-9480-2906a2e453a7), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.337335 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (efdc45ac-80db-4ac0-9480-2906a2e453a7), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.338276 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:53.338864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.394454 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3034139 Oct 03 15:02:53.397322 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33152) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:53.402706 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Request body: {'subnet': {'network_id': 'efdc45ac-80db-4ac0-9480-2906a2e453a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-207464107-subnet', 'tenant_id': 'd5801adf2f284cce88d6ebc374255710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:02:53.405365 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951eb92-aba4-418d-aaaf-23cde61e86f4 admin admin] Pushing event updated for resources: {'Network': ['ID=efdc45ac-80db-4ac0-9480-2906a2e453a7,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:53.423495 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network efdc45ac-80db-4ac0-9480-2906a2e453a7 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:02:53.429644 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Made reservation on behalf of d5801adf2f284cce88d6ebc374255710 for: {'subnet': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:02:53.433151 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11636298'] for subnet (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.533938 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:INSERT=22,neutron:SELECT=71,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:53.634799 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8559067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11636312'] for subnet (d367912d-a07d-4229-8e1c-bf5bb33b2fd1), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.695586 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d367912d-a07d-4229-8e1c-bf5bb33b2fd1,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:53.703158 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Checking segment: {'id': '980c009b-4a84-4be4-96d7-f26c3b674623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'efdc45ac-80db-4ac0-9480-2906a2e453a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:02:53.703509 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Network hostable DHCP agents. Network: efdc45ac-80db-4ac0-9480-2906a2e453a7, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:02:53.722021 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Network efdc45ac-80db-4ac0-9480-2906a2e453a7 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:02:53.730958 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, efdc45ac-80db-4ac0-9480-2906a2e453a7) {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:02:53.735886 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:02:53.736579 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.740229 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0d490-c8c3-4a3d-aa34-50404e4e75c8 None None] Network efdc45ac-80db-4ac0-9480-2906a2e453a7 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:02:53.745926 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:53.758437 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-a490334a-af0f-4d6b-a36b-c854bb55a3e3 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3593915 Oct 03 15:02:53.868513 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3410eaa8-b377-4992-b874-4543d241e0a5 None None] Network efdc45ac-80db-4ac0-9480-2906a2e453a7 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:02:53.889793 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33158) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:53.937467 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_v2 [None req-4511f380-d6bc-4ebb-b877-e3e07ba43401 admin admin] Deleting subnet ea6df32c-4137-4db9-b827-5dd1f402cf2a {{(pid=112659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:02:53.940772 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4511f380-d6bc-4ebb-b877-e3e07ba43401 admin admin] Publish callbacks [] for subnet (ea6df32c-4137-4db9-b827-5dd1f402cf2a), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:53.976436 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4511f380-d6bc-4ebb-b877-e3e07ba43401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8732928'] for subnet (ea6df32c-4137-4db9-b827-5dd1f402cf2a), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.018537 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4511f380-d6bc-4ebb-b877-e3e07ba43401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (ea6df32c-4137-4db9-b827-5dd1f402cf2a), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.089300 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4511f380-d6bc-4ebb-b877-e3e07ba43401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12367017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517844'] for subnet (ea6df32c-4137-4db9-b827-5dd1f402cf2a), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.114274 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511f380-d6bc-4ebb-b877-e3e07ba43401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6df32c-4137-4db9-b827-5dd1f402cf2a,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:54.120725 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4511f380-d6bc-4ebb-b877-e3e07ba43401 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.123806 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-4511f380-d6bc-4ebb-b877-e3e07ba43401 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/ea6df32c-4137-4db9-b827-5dd1f402cf2a HTTP/1.1" status: 204 len: 168 time: 0.2326033 Oct 03 15:02:54.126429 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33162) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:54.196027 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (3bbbebc4-71f2-4989-a2eb-3685654679b1), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.277742 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (3bbbebc4-71f2-4989-a2eb-3685654679b1), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.302970 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbbebc4-71f2-4989-a2eb-3685654679b1']}} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:54.314592 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afafe0af-a5de-47fe-afe8-588c0339dea2') {'for_net_delete': True} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:54.314886 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afafe0af-a5de-47fe-afe8-588c0339dea2') {} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:54.329966 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733049'] for segment (afafe0af-a5de-47fe-afe8-588c0339dea2), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.345889 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (afafe0af-a5de-47fe-afe8-588c0339dea2), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.352396 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=112659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:02:54.352779 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366915'] for segment (afafe0af-a5de-47fe-afe8-588c0339dea2), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.393681 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment afafe0af-a5de-47fe-afe8-588c0339dea2 resource provider aggregate not found Oct 03 15:02:54.411584 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment afafe0af-a5de-47fe-afe8-588c0339dea2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afafe0af-a5de-47fe-afe8-588c0339dea2 found for delete ", "request_id": "req-473c9479-4059-4c00-b4ef-1787545f813e"}]} Oct 03 15:02:54.419690 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (3bbbebc4-71f2-4989-a2eb-3685654679b1), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.425025 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.428289 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/3bbbebc4-71f2-4989-a2eb-3685654679b1 HTTP/1.1" status: 204 len: 168 time: 0.3009379 Oct 03 15:02:54.429961 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:54.431426 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33168) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:54.444811 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a877ee-cd6f-45b4-bf68-b949fa054dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbbebc4-71f2-4989-a2eb-3685654679b1,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:54.478553 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f318ff-87aa-478b-a8e4-ced63fa280d5 admin admin] Deleting subnet d367912d-a07d-4229-8e1c-bf5bb33b2fd1 {{(pid=112658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:02:54.481922 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5f318ff-87aa-478b-a8e4-ced63fa280d5 admin admin] Publish callbacks [] for subnet (d367912d-a07d-4229-8e1c-bf5bb33b2fd1), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.520764 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5f318ff-87aa-478b-a8e4-ced63fa280d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12232727'] for subnet (d367912d-a07d-4229-8e1c-bf5bb33b2fd1), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.561332 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5f318ff-87aa-478b-a8e4-ced63fa280d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (d367912d-a07d-4229-8e1c-bf5bb33b2fd1), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.606375 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:54.619914 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5f318ff-87aa-478b-a8e4-ced63fa280d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8559002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11637163'] for subnet (d367912d-a07d-4229-8e1c-bf5bb33b2fd1), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.647391 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f318ff-87aa-478b-a8e4-ced63fa280d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d367912d-a07d-4229-8e1c-bf5bb33b2fd1,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:54.652194 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5f318ff-87aa-478b-a8e4-ced63fa280d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.655323 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e5f318ff-87aa-478b-a8e4-ced63fa280d5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/d367912d-a07d-4229-8e1c-bf5bb33b2fd1 HTTP/1.1" status: 204 len: 168 time: 0.2227592 Oct 03 15:02:54.658032 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33172) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:54.726502 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (efdc45ac-80db-4ac0-9480-2906a2e453a7), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.812748 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (efdc45ac-80db-4ac0-9480-2906a2e453a7), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.832772 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdc45ac-80db-4ac0-9480-2906a2e453a7']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:54.842892 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980c009b-4a84-4be4-96d7-f26c3b674623') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:54.843205 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980c009b-4a84-4be4-96d7-f26c3b674623') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:02:54.854502 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (980c009b-4a84-4be4-96d7-f26c3b674623), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.869662 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (980c009b-4a84-4be4-96d7-f26c3b674623), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.876644 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:02:54.877083 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (980c009b-4a84-4be4-96d7-f26c3b674623), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.922215 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 980c009b-4a84-4be4-96d7-f26c3b674623 resource provider aggregate not found Oct 03 15:02:54.941029 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 980c009b-4a84-4be4-96d7-f26c3b674623 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 980c009b-4a84-4be4-96d7-f26c3b674623 found for delete ", "request_id": "req-0cfec063-28a0-4f7b-a904-b33f2d034d58"}]} Oct 03 15:02:54.946918 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (efdc45ac-80db-4ac0-9480-2906a2e453a7), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.953071 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:54.956743 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/efdc45ac-80db-4ac0-9480-2906a2e453a7 HTTP/1.1" status: 204 len: 168 time: 0.2977223 Oct 03 15:02:54.970561 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955949d2-b4ff-4bfc-8024-345105530ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=efdc45ac-80db-4ac0-9480-2906a2e453a7,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:55.122629 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33182) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:55.164488 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-af1dda26-1a29-4798-a509-b20f436ad468 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=cf3c8c7eaf4d4d6489604ca886171a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406177 Oct 03 15:02:55.167038 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33184) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:55.214606 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5cb40d51-082f-4c18-9fe0-c0a3e2b3b301 admin admin] Publish callbacks [] for security_group (46249bf2-0586-4ffc-ad86-50d5fe6a012a), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:55.223504 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:INSERT=2,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:55.236483 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5cb40d51-082f-4c18-9fe0-c0a3e2b3b301 admin admin] Publish callbacks [] for security_group (46249bf2-0586-4ffc-ad86-50d5fe6a012a), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:55.302335 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5cb40d51-082f-4c18-9fe0-c0a3e2b3b301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (46249bf2-0586-4ffc-ad86-50d5fe6a012a), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:55.304978 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5cb40d51-082f-4c18-9fe0-c0a3e2b3b301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:55.306183 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-5cb40d51-082f-4c18-9fe0-c0a3e2b3b301 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/46249bf2-0586-4ffc-ad86-50d5fe6a012a HTTP/1.1" status: 204 len: 168 time: 0.1382239 Oct 03 15:02:55.315822 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb40d51-082f-4c18-9fe0-c0a3e2b3b301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46249bf2-0586-4ffc-ad86-50d5fe6a012a,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:55.635733 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33192) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:55.677017 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-20f0af13-d786-4ad6-80ea-accca1ab04b6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d5801adf2f284cce88d6ebc374255710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401115 Oct 03 15:02:55.679618 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33194) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:55.731315 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-50fd20e5-7776-4144-a740-5132d3d974e3 admin admin] Publish callbacks [] for security_group (e85c11d9-4467-45e2-8ca9-49c2c7efa9bf), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:55.752709 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-50fd20e5-7776-4144-a740-5132d3d974e3 admin admin] Publish callbacks [] for security_group (e85c11d9-4467-45e2-8ca9-49c2c7efa9bf), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:55.798868 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-50fd20e5-7776-4144-a740-5132d3d974e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (e85c11d9-4467-45e2-8ca9-49c2c7efa9bf), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:55.801587 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-50fd20e5-7776-4144-a740-5132d3d974e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:55.802647 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-50fd20e5-7776-4144-a740-5132d3d974e3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e85c11d9-4467-45e2-8ca9-49c2c7efa9bf HTTP/1.1" status: 204 len: 168 time: 0.1221225 Oct 03 15:02:55.810195 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd20e5-7776-4144-a740-5132d3d974e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c11d9-4467-45e2-8ca9-49c2c7efa9bf,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:56.573338 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:02:57.797653 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33272) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:57.911041 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a2125f82-ec99-4bbf-8151-b3a87f80b5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:57.992007 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a2125f82-ec99-4bbf-8151-b3a87f80b5f6 admin admin] Publish callbacks [] for security_group (2a9a00da-8b7b-4c1a-8177-61e9125929ac), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:57.996090 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a2125f82-ec99-4bbf-8151-b3a87f80b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (2a9a00da-8b7b-4c1a-8177-61e9125929ac), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.037027 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a2125f82-ec99-4bbf-8151-b3a87f80b5f6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=82c536ee58aa410cbd0ef1b6dfe63d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382996 Oct 03 15:02:58.037917 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2125f82-ec99-4bbf-8151-b3a87f80b5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9a00da-8b7b-4c1a-8177-61e9125929ac,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:58.040036 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33276) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:58.085237 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:02:58.099767 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d789f21d-94f4-4046-b85d-7d8493c92cd0 admin admin] Publish callbacks [] for security_group (2a9a00da-8b7b-4c1a-8177-61e9125929ac), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.123452 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d789f21d-94f4-4046-b85d-7d8493c92cd0 admin admin] Publish callbacks [] for security_group (2a9a00da-8b7b-4c1a-8177-61e9125929ac), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.173486 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d789f21d-94f4-4046-b85d-7d8493c92cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (2a9a00da-8b7b-4c1a-8177-61e9125929ac), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.176133 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d789f21d-94f4-4046-b85d-7d8493c92cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.177288 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d789f21d-94f4-4046-b85d-7d8493c92cd0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2a9a00da-8b7b-4c1a-8177-61e9125929ac HTTP/1.1" status: 204 len: 168 time: 0.1362824 Oct 03 15:02:58.186274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789f21d-94f4-4046-b85d-7d8493c92cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9a00da-8b7b-4c1a-8177-61e9125929ac,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:58.456483 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33284) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:58.469968 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b2600feb-24b5-4ff9-abe1-e08c04757e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.549457 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b2600feb-24b5-4ff9-abe1-e08c04757e14 admin admin] Publish callbacks [] for security_group (1772e467-afce-4876-b631-4b99896a34b0), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.553143 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-b2600feb-24b5-4ff9-abe1-e08c04757e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1772e467-afce-4876-b631-4b99896a34b0), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.595627 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-b2600feb-24b5-4ff9-abe1-e08c04757e14 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=203f73e0bfea4d2e9f10bdc8247150ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380844 Oct 03 15:02:58.596564 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2600feb-24b5-4ff9-abe1-e08c04757e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1772e467-afce-4876-b631-4b99896a34b0,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:02:58.598413 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33286) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:02:58.649660 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8b18b356-8610-4bf2-9056-8d83b941762f admin admin] Publish callbacks [] for security_group (1772e467-afce-4876-b631-4b99896a34b0), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.672606 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8b18b356-8610-4bf2-9056-8d83b941762f admin admin] Publish callbacks [] for security_group (1772e467-afce-4876-b631-4b99896a34b0), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.965372 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8b18b356-8610-4bf2-9056-8d83b941762f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1772e467-afce-4876-b631-4b99896a34b0), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.968845 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-8b18b356-8610-4bf2-9056-8d83b941762f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:02:58.970146 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-8b18b356-8610-4bf2-9056-8d83b941762f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1772e467-afce-4876-b631-4b99896a34b0 HTTP/1.1" status: 204 len: 168 time: 0.3706923 Oct 03 15:02:58.987633 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18b356-8610-4bf2-9056-8d83b941762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1772e467-afce-4876-b631-4b99896a34b0,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:01.566409 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:01.879234 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:06.570803 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:08.587124 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:DELETE=5,neutron:SELECT=59,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:08.592317 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:08.973009 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:08.973814 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=66,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:11.872897 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=43 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:11.874803 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:13.256774 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2a4b584f-da60-4fa0-aa95-e16ffebe3541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:15.481946 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-601e3bd0-fb78-4363-996b-dc1e34e8dc83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:16.138494 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-7ca12d81-a5a7-4aba-afce-a5cb82189ada service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1348352 Oct 03 15:03:16.216964 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-abd8592a-d114-49a4-ad44-c4a7289647ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:16.218518 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-abd8592a-d114-49a4-ad44-c4a7289647ca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 1130 time: 0.0399108 Oct 03 15:03:16.336390 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-06c47f75-c1cc-4f6d-8394-c4eb0426f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:16.337921 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-06c47f75-c1cc-4f6d-8394-c4eb0426f89c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.1015410 Oct 03 15:03:16.404472 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-6f77f131-4588-4e72-a7f4-11e45feff28e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27273ac0-a63f-4605-9d1e-5673f41cc216 HTTP/1.1" status: 200 len: 1001 time: 0.0573575 Oct 03 15:03:16.449740 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-260de278-e305-45bf-8214-1c359aeea192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:16.451170 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-260de278-e305-45bf-8214-1c359aeea192 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0436366 Oct 03 15:03:16.497100 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-7eefb692-ce5e-4a4e-99d6-c14be9772cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:16.498626 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-7eefb692-ce5e-4a4e-99d6-c14be9772cb1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411639 Oct 03 15:03:16.508250 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-e68987ea-fc09-4482-ba6b-d78218742cca service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:03:16.509218 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-e68987ea-fc09-4482-ba6b-d78218742cca service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047612 Oct 03 15:03:16.604325 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-ce62e2e7-d350-465a-b6ab-2a8b5d138206 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893676 Oct 03 15:03:16.698578 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2bb0bee4-844f-4687-8601-a0015ecc3394 req-13e001ef-cce0-438b-9007-921ff862e1b0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873077 Oct 03 15:03:16.761418 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:17.978165 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:18.319076 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:18.804195 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33458) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:18.910620 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9544cef9-65b3-4c2e-9822-f9231d7da32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:18.990238 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9544cef9-65b3-4c2e-9822-f9231d7da32b admin admin] Publish callbacks [] for security_group (0f03a314-41f8-4c6b-b2e7-c75e0b614245), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:18.994533 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9544cef9-65b3-4c2e-9822-f9231d7da32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0f03a314-41f8-4c6b-b2e7-c75e0b614245), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.033080 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544cef9-65b3-4c2e-9822-f9231d7da32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f03a314-41f8-4c6b-b2e7-c75e0b614245,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:19.039102 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-9544cef9-65b3-4c2e-9822-f9231d7da32b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=52b2434ff97a4454af7b136220921e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338014 Oct 03 15:03:19.042167 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33464) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:19.091568 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-05dc37dc-3f5e-44a2-967d-3bb895aa29b8 admin admin] Publish callbacks [] for security_group (0f03a314-41f8-4c6b-b2e7-c75e0b614245), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.114079 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-05dc37dc-3f5e-44a2-967d-3bb895aa29b8 admin admin] Publish callbacks [] for security_group (0f03a314-41f8-4c6b-b2e7-c75e0b614245), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.166407 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-05dc37dc-3f5e-44a2-967d-3bb895aa29b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0f03a314-41f8-4c6b-b2e7-c75e0b614245), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.168870 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-05dc37dc-3f5e-44a2-967d-3bb895aa29b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.170131 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-05dc37dc-3f5e-44a2-967d-3bb895aa29b8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0f03a314-41f8-4c6b-b2e7-c75e0b614245 HTTP/1.1" status: 204 len: 168 time: 0.1270595 Oct 03 15:03:19.177739 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc37dc-3f5e-44a2-967d-3bb895aa29b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f03a314-41f8-4c6b-b2e7-c75e0b614245,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:19.457717 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33472) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:19.470971 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-024428a0-1ff8-4ae4-b88f-545276f5a192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.552836 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-024428a0-1ff8-4ae4-b88f-545276f5a192 admin admin] Publish callbacks [] for security_group (dc491374-bdc3-40d6-baba-b0a9b099a08a), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.555842 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-024428a0-1ff8-4ae4-b88f-545276f5a192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (dc491374-bdc3-40d6-baba-b0a9b099a08a), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.594374 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-024428a0-1ff8-4ae4-b88f-545276f5a192 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=240565e9b8b04bec8f94972d414fc6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356034 Oct 03 15:03:19.595252 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024428a0-1ff8-4ae4-b88f-545276f5a192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc491374-bdc3-40d6-baba-b0a9b099a08a,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:19.597851 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33474) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:19.649394 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c35e1694-54bc-44a8-b26e-fea154dc40ff admin admin] Publish callbacks [] for security_group (dc491374-bdc3-40d6-baba-b0a9b099a08a), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.672898 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c35e1694-54bc-44a8-b26e-fea154dc40ff admin admin] Publish callbacks [] for security_group (dc491374-bdc3-40d6-baba-b0a9b099a08a), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.730847 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c35e1694-54bc-44a8-b26e-fea154dc40ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (dc491374-bdc3-40d6-baba-b0a9b099a08a), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.733586 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-c35e1694-54bc-44a8-b26e-fea154dc40ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:19.735307 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c35e1694-54bc-44a8-b26e-fea154dc40ff admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dc491374-bdc3-40d6-baba-b0a9b099a08a HTTP/1.1" status: 204 len: 168 time: 0.1357915 Oct 03 15:03:19.744244 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e1694-54bc-44a8-b26e-fea154dc40ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc491374-bdc3-40d6-baba-b0a9b099a08a,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:21.833812 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33572) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:21.938314 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.013058 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Publish callbacks [] for security_group (c8e09d51-71dd-49db-8a6f-e373eaca446b), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.017410 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (c8e09d51-71dd-49db-8a6f-e373eaca446b), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.058954 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3b5afce05b9e4bc7956b0545be8d5815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240915 Oct 03 15:03:22.059782 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e09d51-71dd-49db-8a6f-e373eaca446b,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:22.062036 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33576) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:22.063296 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:22.068344 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.068686 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.069030 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.069362 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.069710 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.070035 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.070355 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.070671 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.070994 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.071311 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.071629 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.071948 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.072262 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.072703 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.072904 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109dfdb2-fb19-4971-be3b-f1eb9ca164e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:22.135011 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4fa6218c-afed-4b4f-8722-50f3bf84ccea admin admin] Publish callbacks [] for security_group (c8e09d51-71dd-49db-8a6f-e373eaca446b), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.155368 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4fa6218c-afed-4b4f-8722-50f3bf84ccea admin admin] Publish callbacks [] for security_group (c8e09d51-71dd-49db-8a6f-e373eaca446b), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.201967 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4fa6218c-afed-4b4f-8722-50f3bf84ccea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (c8e09d51-71dd-49db-8a6f-e373eaca446b), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.205024 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-4fa6218c-afed-4b4f-8722-50f3bf84ccea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.206525 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33584) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:22.206743 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-4fa6218c-afed-4b4f-8722-50f3bf84ccea admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c8e09d51-71dd-49db-8a6f-e373eaca446b HTTP/1.1" status: 204 len: 168 time: 0.1420689 Oct 03 15:03:22.214809 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6218c-afed-4b4f-8722-50f3bf84ccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e09d51-71dd-49db-8a6f-e373eaca446b,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:22.357278 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Deleting port be7ccf1a-ea82-451c-830c-8cc74e4d6c59 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:22.357655 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (be7ccf1a-ea82-451c-830c-8cc74e4d6c59), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.404062 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:22.440057 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (be7ccf1a-ea82-451c-830c-8cc74e4d6c59), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.440375 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (be7ccf1a-ea82-451c-830c-8cc74e4d6c59), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.452294 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Calling delete_port for be7ccf1a-ea82-451c-830c-8cc74e4d6c59 owned by network:floatingip {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:22.489938 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33590) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:22.504303 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0043948-5c77-4fa5-b24b-d66264c56883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.535347 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:22.564327 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:22.587039 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0043948-5c77-4fa5-b24b-d66264c56883 admin admin] Publish callbacks [] for security_group (130dc48a-7b9c-4149-8d39-726620c4c2f3), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.591540 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d0043948-5c77-4fa5-b24b-d66264c56883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (130dc48a-7b9c-4149-8d39-726620c4c2f3), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.611770 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (be7ccf1a-ea82-451c-830c-8cc74e4d6c59), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.632354 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-d0043948-5c77-4fa5-b24b-d66264c56883 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ba6dff63b41f43d6a6bea6c250cc381d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413603 Oct 03 15:03:22.633466 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0043948-5c77-4fa5-b24b-d66264c56883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130dc48a-7b9c-4149-8d39-726620c4c2f3,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:22.635739 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33594) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:22.646488 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event deleted for resources: {'Port': ['ID=be7ccf1a-ea82-451c-830c-8cc74e4d6c59,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:22.689242 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e73c950d-9e5d-4932-9cb4-4cc4afd46216 admin admin] Publish callbacks [] for security_group (130dc48a-7b9c-4149-8d39-726620c4c2f3), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.705445 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (552c01b9-7823-475b-9273-64d0d62b3d95), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.705802 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Floating IP 552c01b9-7823-475b-9273-64d0d62b3d95 disassociated (deleted). External IP: 172.27.1.62, port: 27273ac0-a63f-4605-9d1e-5673f41cc216. Oct 03 15:03:22.709578 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e73c950d-9e5d-4932-9cb4-4cc4afd46216 admin admin] Publish callbacks [] for security_group (130dc48a-7b9c-4149-8d39-726620c4c2f3), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.757672 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e73c950d-9e5d-4932-9cb4-4cc4afd46216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (130dc48a-7b9c-4149-8d39-726620c4c2f3), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.760244 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e73c950d-9e5d-4932-9cb4-4cc4afd46216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:22.761402 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-e73c950d-9e5d-4932-9cb4-4cc4afd46216 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/130dc48a-7b9c-4149-8d39-726620c4c2f3 HTTP/1.1" status: 204 len: 168 time: 0.1247678 Oct 03 15:03:22.769404 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c950d-9e5d-4932-9cb4-4cc4afd46216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130dc48a-7b9c-4149-8d39-726620c4c2f3,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:22.918614 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Router c5f37f13-5d05-4dde-a077-074febc10cb7 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:03:23.006288 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:23.026471 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:03:23.032515 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:23.036700 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] Sync routers for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:03:23.050637 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:03:23.051277 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:03:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:23.067038 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-ff2a3604-5e7f-4182-adfe-614a73b6d744 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/552c01b9-7823-475b-9273-64d0d62b3d95 HTTP/1.1" status: 204 len: 168 time: 0.8564498 Oct 03 15:03:23.067038 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:03:23.074137 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9607fc1d-ac78-40d8-bb92-5494a86b39ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:03:23.186770 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:03:23.376664 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05dd5c-a471-4622-b5a1-ff0729585ca1 req-1b6f4500-310a-4788-a23f-544bcdd22615 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:23.378868 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5d05dd5c-a471-4622-b5a1-ff0729585ca1 req-1b6f4500-310a-4788-a23f-544bcdd22615 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 946 time: 0.0665524 Oct 03 15:03:23.413376 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e7c3a-0e3e-417d-a4da-e9deee5cdca7 x-openstack-request-id: req-f15e7c3a-0e3e-417d-a4da-e9deee5cdca7 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:03:23.413797 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:03:23.414146 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f15e7c3a-0e3e-417d-a4da-e9deee5cdca7 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:03:23.414638 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15e7c3a-0e3e-417d-a4da-e9deee5cdca7'] response: {'name': 'network-changed', 'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'status': 'completed', 'code': 200} Oct 03 15:03:23.430183 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '729bf9de-6321-4409-b314-aacde8af959b', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:33Z', 'updated_at': '2022-10-03T14:58:35Z', 'revision_number': 1, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:23.437956 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5d05dd5c-a471-4622-b5a1-ff0729585ca1 req-7df1dec6-7612-4e65-a116-340adabb5767 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518975 Oct 03 15:03:23.457694 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] Checking router: c5f37f13-5d05-4dde-a077-074febc10cb7 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:03:23.466630 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:03:23.467229 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:03:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:23.571598 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:03:23.788053 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '729bf9de-6321-4409-b314-aacde8af959b', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:33Z', 'updated_at': '2022-10-03T14:58:35Z', 'revision_number': 1, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:23.813595 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660d356-d7c8-436c-a9cb-90898cee374b None None] The sync data for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi is: [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': '729bf9de-6321-4409-b314-aacde8af959b', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'port_id': '96b0cff0-5314-4971-92cf-71b39981d342', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'mac_address': 'fa:16:3e:03:d5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1923d108-de98-422f-a3af-85b5bd792b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T14:58:33Z', 'updated_at': '2022-10-03T14:58:35Z', 'revision_number': 1, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:03:23.956936 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33642) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:24.044191 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cdde00-a1f7-4931-8207-71793f0a0ce1 None None] New status for floating IP 552c01b9-7823-475b-9273-64d0d62b3d95: DOWN {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:03:24.067983 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-66cdb817-58ff-4204-a2d2-96be17a35fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:24.148469 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-66cdb817-58ff-4204-a2d2-96be17a35fcf admin admin] Publish callbacks [] for security_group (78878b3e-b6d6-4abe-915f-eaeb60f813f4), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:24.152509 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-66cdb817-58ff-4204-a2d2-96be17a35fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (78878b3e-b6d6-4abe-915f-eaeb60f813f4), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:24.190488 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdb817-58ff-4204-a2d2-96be17a35fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78878b3e-b6d6-4abe-915f-eaeb60f813f4,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:24.194755 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-66cdb817-58ff-4204-a2d2-96be17a35fcf admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2309fb48a8b243faa61670ff8a277a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365596 Oct 03 15:03:24.197372 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33646) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:24.245941 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a6cd306c-3142-4be7-b236-3d4e01d817e7 admin admin] Publish callbacks [] for security_group (78878b3e-b6d6-4abe-915f-eaeb60f813f4), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:24.266926 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a6cd306c-3142-4be7-b236-3d4e01d817e7 admin admin] Publish callbacks [] for security_group (78878b3e-b6d6-4abe-915f-eaeb60f813f4), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:24.316893 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a6cd306c-3142-4be7-b236-3d4e01d817e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (78878b3e-b6d6-4abe-915f-eaeb60f813f4), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:24.319474 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-a6cd306c-3142-4be7-b236-3d4e01d817e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:24.320611 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-a6cd306c-3142-4be7-b236-3d4e01d817e7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/78878b3e-b6d6-4abe-915f-eaeb60f813f4 HTTP/1.1" status: 204 len: 168 time: 0.1223214 Oct 03 15:03:24.329221 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd306c-3142-4be7-b236-3d4e01d817e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78878b3e-b6d6-4abe-915f-eaeb60f813f4,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:24.575915 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d6d02-f80d-4c13-834f-356620ddd47c req-68c36402-7c05-482a-8f11-ab738851ee1f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:24.579213 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3d0d6d02-f80d-4c13-834f-356620ddd47c req-68c36402-7c05-482a-8f11-ab738851ee1f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 946 time: 0.0635326 Oct 03 15:03:24.603660 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-87de66c5-4535-4a94-b6ba-38dbc5f675a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:24.606106 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-87de66c5-4535-4a94-b6ba-38dbc5f675a8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 1130 time: 0.0474064 Oct 03 15:03:24.644052 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3d0d6d02-f80d-4c13-834f-356620ddd47c req-6478ba6a-9f8b-436f-9132-f8eebb971962 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586922 Oct 03 15:03:24.717106 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-d375ff3d-ad90-4da5-9579-6d90f5941901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:24.718626 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-d375ff3d-ad90-4da5-9579-6d90f5941901 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.0949147 Oct 03 15:03:24.767757 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-7a538ad5-7113-422f-be9b-79753ce595d5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27273ac0-a63f-4605-9d1e-5673f41cc216 HTTP/1.1" status: 200 len: 217 time: 0.0322745 Oct 03 15:03:24.807572 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:24.824814 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:24.829121 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-30bde629-8a85-40f2-8da1-a61e8ff2b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:24.830625 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-30bde629-8a85-40f2-8da1-a61e8ff2b769 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0569935 Oct 03 15:03:24.886277 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-1589d949-852a-4769-a92d-9b3455715e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:24.887777 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-1589d949-852a-4769-a92d-9b3455715e49 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401552 Oct 03 15:03:24.989770 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-be1fec44-b52d-4596-a157-f14fbc12eb50 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953157 Oct 03 15:03:25.244306 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9607fc1d-ac78-40d8-bb92-5494a86b39ce req-b2355407-97b0-4d50-860f-70c5673a2221 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910008 Oct 03 15:03:25.773900 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c98a7-c700-4805-8f7c-14e5915dd3f8 req-2882b3e0-a31c-437d-89f6-3bff4855bc62 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:25.775334 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-880c98a7-c700-4805-8f7c-14e5915dd3f8 req-2882b3e0-a31c-437d-89f6-3bff4855bc62 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 946 time: 0.0464911 Oct 03 15:03:25.826323 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-880c98a7-c700-4805-8f7c-14e5915dd3f8 req-96db7e52-0952-462f-824c-06950519e412 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456128 Oct 03 15:03:26.030086 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-68022203-e3e8-43bc-8221-7a4099d0127c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:26.031421 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-68022203-e3e8-43bc-8221-7a4099d0127c tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 946 time: 0.0456495 Oct 03 15:03:26.109840 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Deleting port 27273ac0-a63f-4605-9d1e-5673f41cc216 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:26.110178 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:26.201179 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] For port 27273ac0-a63f-4605-9d1e-5673f41cc216, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=27273ac0-a63f-4605-9d1e-5673f41cc216,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:03:26.201561 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:26.214083 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Calling delete_port for 27273ac0-a63f-4605-9d1e-5673f41cc216 owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:26.343028 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (27273ac0-a63f-4605-9d1e-5673f41cc216), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:26.370308 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event deleted for resources: {'Port': ['ID=27273ac0-a63f-4605-9d1e-5673f41cc216,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:26.414375 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] No DVR routers for this DVR port 27273ac0-a63f-4605-9d1e-5673f41cc216 on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:03:26.427051 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:26.430307 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c9a605ed-f72e-4351-857d-8a5cf5060f37 req-88146ac2-4718-447e-97d9-ca91ac7dd1f2 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "DELETE /networking/v2.0/ports/27273ac0-a63f-4605-9d1e-5673f41cc216 HTTP/1.1" status: 204 len: 173 time: 0.3940678 Oct 03 15:03:26.430796 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'name': 'network-vif-deleted', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:03:26.433002 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cee6c5-ecd6-43dd-a19b-3d0b0b2b3392" -d '{"events": [{"server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "name": "network-vif-deleted", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:03:26.474703 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b5fa46-224a-4388-868c-842d9bd5ab32 x-openstack-request-id: req-a3b5fa46-224a-4388-868c-842d9bd5ab32 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:03:26.474997 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de9bc00-4aed-4389-abb5-a31b43af2b7c", "name": "network-vif-deleted", "tag": "27273ac0-a63f-4605-9d1e-5673f41cc216", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:03:26.475280 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3b5fa46-224a-4388-868c-842d9bd5ab32 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:03:26.475679 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b5fa46-224a-4388-868c-842d9bd5ab32'] response: {'server_uuid': '9de9bc00-4aed-4389-abb5-a31b43af2b7c', 'name': 'network-vif-deleted', 'tag': '27273ac0-a63f-4605-9d1e-5673f41cc216', 'status': 'completed', 'code': 200} Oct 03 15:03:26.930046 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3ff8c710-45a9-479f-8d02-77911eb01f1c req-33c6cf6f-3baf-4faf-97e1-9f468a812554 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9de9bc00-4aed-4389-abb5-a31b43af2b7c HTTP/1.1" status: 200 len: 210 time: 0.0280886 Oct 03 15:03:27.838003 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 27273ac0-a63f-4605-9d1e-5673f41cc216 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:03:27.861253 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 27273ac0-a63f-4605-9d1e-5673f41cc216 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:03:27.861616 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 27273ac0-a63f-4605-9d1e-5673f41cc216 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:03:29.531728 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33754) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:29.639171 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-32dee17b-653d-4155-88a3-d72d51966f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:29.691105 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:29.716398 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-32dee17b-653d-4155-88a3-d72d51966f2c admin admin] Publish callbacks [] for security_group (82dd2812-a860-4d89-8eef-4b4958a93795), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:29.720294 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-32dee17b-653d-4155-88a3-d72d51966f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (82dd2812-a860-4d89-8eef-4b4958a93795), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:29.724870 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:29.761859 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-32dee17b-653d-4155-88a3-d72d51966f2c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=337057fdbed641899c7a0e33a56f419d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290392 Oct 03 15:03:29.763321 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dee17b-653d-4155-88a3-d72d51966f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd2812-a860-4d89-8eef-4b4958a93795,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:29.764876 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33760) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:29.817988 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6d51-abae-4137-b0f6-fb26ab41e856 admin admin] Publish callbacks [] for security_group (82dd2812-a860-4d89-8eef-4b4958a93795), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:29.838430 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6d51-abae-4137-b0f6-fb26ab41e856 admin admin] Publish callbacks [] for security_group (82dd2812-a860-4d89-8eef-4b4958a93795), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:29.859478 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:29.887243 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6d51-abae-4137-b0f6-fb26ab41e856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (82dd2812-a860-4d89-8eef-4b4958a93795), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:29.889874 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1ebe6d51-abae-4137-b0f6-fb26ab41e856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:29.891019 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-1ebe6d51-abae-4137-b0f6-fb26ab41e856 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/82dd2812-a860-4d89-8eef-4b4958a93795 HTTP/1.1" status: 204 len: 168 time: 0.1234307 Oct 03 15:03:29.900047 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe6d51-abae-4137-b0f6-fb26ab41e856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd2812-a860-4d89-8eef-4b4958a93795,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:30.240096 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33768) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:30.379771 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Deleting port 8222728d-f309-4fe1-a717-08d35df235fa {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:30.380108 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (8222728d-f309-4fe1-a717-08d35df235fa), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:30.458117 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (8222728d-f309-4fe1-a717-08d35df235fa), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:30.458434 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (8222728d-f309-4fe1-a717-08d35df235fa), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:30.470656 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Calling delete_port for 8222728d-f309-4fe1-a717-08d35df235fa owned by network:floatingip {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:30.611386 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (8222728d-f309-4fe1-a717-08d35df235fa), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:30.640216 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event deleted for resources: {'Port': ['ID=8222728d-f309-4fe1-a717-08d35df235fa,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:30.699256 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (729bf9de-6321-4409-b314-aacde8af959b), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:30.699576 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Floating IP 729bf9de-6321-4409-b314-aacde8af959b disassociated (deleted). External IP: 172.27.1.116, port: 96b0cff0-5314-4971-92cf-71b39981d342. Oct 03 15:03:30.838661 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:30.894310 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Router c5f37f13-5d05-4dde-a077-074febc10cb7 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:03:30.994896 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:30.997959 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:03:31.003350 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:31.008432 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] Sync routers for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:03:31.019313 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:03:31.019993 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:03:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:31.033449 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d5dc328a-4871-4df4-bb0a-9b62d350cf03 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/729bf9de-6321-4409-b314-aacde8af959b HTTP/1.1" status: 204 len: 168 time: 0.7922769 Oct 03 15:03:31.034208 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:03:31.036542 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468c7402-d761-46a2-9051-2ed05083296c" -d '{"events": [{"name": "network-changed", "server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "tag": "96b0cff0-5314-4971-92cf-71b39981d342"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:03:31.080757 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b729ad-2791-4d8c-978b-2a6348189f95 x-openstack-request-id: req-c4b729ad-2791-4d8c-978b-2a6348189f95 {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:03:31.081098 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "tag": "96b0cff0-5314-4971-92cf-71b39981d342", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:03:31.081647 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4b729ad-2791-4d8c-978b-2a6348189f95 {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:03:31.082067 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b729ad-2791-4d8c-978b-2a6348189f95'] response: {'name': 'network-changed', 'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342', 'status': 'completed', 'code': 200} Oct 03 15:03:31.127857 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:03:31.202434 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c7402-d761-46a2-9051-2ed05083296c req-3fab77af-747c-441f-9891-4c162bee9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:31.205202 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-468c7402-d761-46a2-9051-2ed05083296c req-3fab77af-747c-441f-9891-4c162bee9acb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 1129 time: 0.0494978 Oct 03 15:03:31.270278 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ee1c0-ba71-41be-b2f5-e5e9380339da req-d39663e0-707c-4480-ab43-0c276c6d6eb1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:31.271756 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-870ee1c0-ba71-41be-b2f5-e5e9380339da req-d39663e0-707c-4480-ab43-0c276c6d6eb1 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 945 time: 0.0507739 Oct 03 15:03:31.321707 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-870ee1c0-ba71-41be-b2f5-e5e9380339da req-22153386-a9b6-4d04-92fa-ca7a11828594 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Oct 03 15:03:31.323747 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:31.340406 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:31.403816 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:31.427963 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] Checking router: c5f37f13-5d05-4dde-a077-074febc10cb7 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:03:31.435980 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:03:31.436567 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:03:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:31.534186 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:03:31.601201 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c7402-d761-46a2-9051-2ed05083296c req-86578adc-4d3a-4b63-a332-7981e5b5cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:31.602709 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-468c7402-d761-46a2-9051-2ed05083296c req-86578adc-4d3a-4b63-a332-7981e5b5cae2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 200 len: 913 time: 0.0876510 Oct 03 15:03:31.659320 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-468c7402-d761-46a2-9051-2ed05083296c req-778b02cd-e590-404a-af82-72b5b3fa7408 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96b0cff0-5314-4971-92cf-71b39981d342 HTTP/1.1" status: 200 len: 217 time: 0.0321956 Oct 03 15:03:31.714673 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c7402-d761-46a2-9051-2ed05083296c req-e141a877-ccb2-4560-b77c-cb926293c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:31.716151 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-468c7402-d761-46a2-9051-2ed05083296c req-e141a877-ccb2-4560-b77c-cb926293c15a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 200 len: 851 time: 0.0472426 Oct 03 15:03:31.723965 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:31.748395 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc52fb6d-e009-40ca-baf3-45365fc8e575 None None] The sync data for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi is: [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T14:53:50Z', 'revision_number': 4, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b2cbb304-f435-428c-b29b-8f5893d216ab', 'name': '', 'network_id': '3cf2f742-adf1-4aae-8244-1e9578ee60b2', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'mac_address': 'fa:16:3e:75:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:50Z', 'updated_at': '2022-10-03T14:53:56Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'subnets': [{'id': 'b1050822-a82c-4be2-8f58-88a83cc5c419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:03:31.762649 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c7402-d761-46a2-9051-2ed05083296c req-ec40a076-67bb-4a16-8cd4-19356d349dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:31.764156 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-468c7402-d761-46a2-9051-2ed05083296c req-ec40a076-67bb-4a16-8cd4-19356d349dab service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3cf2f742-adf1-4aae-8244-1e9578ee60b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418651 Oct 03 15:03:31.856982 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-468c7402-d761-46a2-9051-2ed05083296c req-9c285b6f-9921-4c9e-a38a-fdd382e7d34f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857935 Oct 03 15:03:31.892170 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:31.971531 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-468c7402-d761-46a2-9051-2ed05083296c req-75c5f276-3198-4b2c-ae00-4feb3e6736d8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968547 Oct 03 15:03:31.980537 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d51243-f20d-4178-bd8a-b505ef4c643f None None] New status for floating IP 729bf9de-6321-4409-b314-aacde8af959b: DOWN {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:03:32.441508 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0690443-bd53-4410-8ed4-1b6c93ab7d63 req-81fe1192-6ecf-43b3-8cb9-e2388b9bfa8f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:32.442954 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c0690443-bd53-4410-8ed4-1b6c93ab7d63 req-81fe1192-6ecf-43b3-8cb9-e2388b9bfa8f tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 945 time: 0.0456057 Oct 03 15:03:32.490669 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c0690443-bd53-4410-8ed4-1b6c93ab7d63 req-77fcdd17-e568-4724-96e4-29ba31a3f675 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=79e13781-af1e-4a55-b323-94373c3f4176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423791 Oct 03 15:03:32.687901 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-86123277-c6e3-49a0-bbae-bd49b203fa04 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:32.689887 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-86123277-c6e3-49a0-bbae-bd49b203fa04 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 945 time: 0.0486352 Oct 03 15:03:32.770053 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Deleting port 96b0cff0-5314-4971-92cf-71b39981d342 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:32.770388 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (96b0cff0-5314-4971-92cf-71b39981d342), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:32.859238 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] For port 96b0cff0-5314-4971-92cf-71b39981d342, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=96b0cff0-5314-4971-92cf-71b39981d342,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:03:32.859595 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (96b0cff0-5314-4971-92cf-71b39981d342), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:32.872591 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Calling delete_port for 96b0cff0-5314-4971-92cf-71b39981d342 owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:32.939108 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:32.994548 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (96b0cff0-5314-4971-92cf-71b39981d342), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:33.000257 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:33.026670 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event deleted for resources: {'Port': ['ID=96b0cff0-5314-4971-92cf-71b39981d342,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:33.071876 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] No DVR routers for this DVR port 96b0cff0-5314-4971-92cf-71b39981d342 on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:03:33.075010 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:33.077792 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-510ed7a6-8833-408a-8a82-3f54fc4b26be req-c583d753-da51-401e-90e4-be2660e24b14 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.42 "DELETE /networking/v2.0/ports/96b0cff0-5314-4971-92cf-71b39981d342 HTTP/1.1" status: 204 len: 173 time: 0.3831391 Oct 03 15:03:33.078292 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'name': 'network-vif-deleted', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:03:33.081018 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6857d074-d7f8-4f61-aad7-3bb4590dd69f" -d '{"events": [{"server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "name": "network-vif-deleted", "tag": "96b0cff0-5314-4971-92cf-71b39981d342"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:03:33.308039 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af6cefb-f7bc-4b35-a5fe-b669733512fe x-openstack-request-id: req-4af6cefb-f7bc-4b35-a5fe-b669733512fe {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:03:33.308333 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1923d108-de98-422f-a3af-85b5bd792b35", "name": "network-vif-deleted", "tag": "96b0cff0-5314-4971-92cf-71b39981d342", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:03:33.308606 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4af6cefb-f7bc-4b35-a5fe-b669733512fe {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:03:33.309012 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af6cefb-f7bc-4b35-a5fe-b669733512fe'] response: {'server_uuid': '1923d108-de98-422f-a3af-85b5bd792b35', 'name': 'network-vif-deleted', 'tag': '96b0cff0-5314-4971-92cf-71b39981d342', 'status': 'completed', 'code': 200} Oct 03 15:03:33.571826 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:03:33.614280 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1290fa49-5de8-4033-865b-77f7b57ada96 req-1cd6a7e7-6489-4230-bde0-ad673a8b81ca tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1923d108-de98-422f-a3af-85b5bd792b35 HTTP/1.1" status: 200 len: 210 time: 0.0277464 Oct 03 15:03:34.679690 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33802) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:34.789221 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Deleting port dd1563c5-155b-4f5b-a863-4c5846fb9a05 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:34.789579 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (dd1563c5-155b-4f5b-a863-4c5846fb9a05), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:34.870147 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (dd1563c5-155b-4f5b-a863-4c5846fb9a05), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:34.870538 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (dd1563c5-155b-4f5b-a863-4c5846fb9a05), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:34.883611 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Calling delete_port for dd1563c5-155b-4f5b-a863-4c5846fb9a05 owned by network:floatingip {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:35.015665 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (dd1563c5-155b-4f5b-a863-4c5846fb9a05), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:35.041514 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event deleted for resources: {'Port': ['ID=dd1563c5-155b-4f5b-a863-4c5846fb9a05,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:35.104117 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for floatingip (5dd9b69a-a0d5-4dab-b2b7-52559fe69165), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:35.106758 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:35.107896 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-624c13ba-b6fd-485e-aab8-d586d9a3c06e tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/5dd9b69a-a0d5-4dab-b2b7-52559fe69165 HTTP/1.1" status: 204 len: 168 time: 0.4280033 Oct 03 15:03:35.884077 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 96b0cff0-5314-4971-92cf-71b39981d342 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:03:35.902742 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 96b0cff0-5314-4971-92cf-71b39981d342 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:03:35.903084 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 96b0cff0-5314-4971-92cf-71b39981d342 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:03:36.315127 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33824) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:36.374295 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5874ff9d-540a-4d0c-b5c1-fa33f79c4798 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group (79e13781-af1e-4a55-b323-94373c3f4176), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:36.401696 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5874ff9d-540a-4d0c-b5c1-fa33f79c4798 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group (79e13781-af1e-4a55-b323-94373c3f4176), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:36.465932 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5874ff9d-540a-4d0c-b5c1-fa33f79c4798 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (79e13781-af1e-4a55-b323-94373c3f4176), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:36.468519 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5874ff9d-540a-4d0c-b5c1-fa33f79c4798 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:36.470388 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-5874ff9d-540a-4d0c-b5c1-fa33f79c4798 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/79e13781-af1e-4a55-b323-94373c3f4176 HTTP/1.1" status: 204 len: 168 time: 0.1533465 Oct 03 15:03:36.480914 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874ff9d-540a-4d0c-b5c1-fa33f79c4798 tempest-TestVolumeBootPattern-264473187 tempest-TestVolumeBootPattern-264473187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e13781-af1e-4a55-b323-94373c3f4176,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:36.545173 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33834) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:37.300186 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (c5f37f13-5d05-4dde-a077-074febc10cb7), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:37.517837 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Deleting port b2cbb304-f435-428c-b29b-8f5893d216ab {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:37.518515 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:37.592893 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:37.598360 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] For port b2cbb304-f435-428c-b29b-8f5893d216ab, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=b2cbb304-f435-428c-b29b-8f5893d216ab,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:03:37.598715 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:37.612458 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Calling delete_port for b2cbb304-f435-428c-b29b-8f5893d216ab owned by network:router_interface {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:37.669191 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:37.795789 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (b2cbb304-f435-428c-b29b-8f5893d216ab), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:37.820548 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2cbb304-f435-428c-b29b-8f5893d216ab,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:37.909735 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33856) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:37.993369 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (c5f37f13-5d05-4dde-a077-074febc10cb7), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.028946 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1e4655c8-e84e-45a9-aa7b-bd406f5f0c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.121040 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1e4655c8-e84e-45a9-aa7b-bd406f5f0c43 admin admin] Publish callbacks [] for security_group (301bdca8-c4a5-4676-bae6-3e7f6ba91198), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.126124 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-1e4655c8-e84e-45a9-aa7b-bd406f5f0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (301bdca8-c4a5-4676-bae6-3e7f6ba91198), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.160945 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:38.171425 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-1e4655c8-e84e-45a9-aa7b-bd406f5f0c43 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4b70f657e3d646edb71857f40926146d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579315 Oct 03 15:03:38.171425 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4655c8-e84e-45a9-aa7b-bd406f5f0c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301bdca8-c4a5-4676-bae6-3e7f6ba91198,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:38.172246 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33860) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:38.213315 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Router c5f37f13-5d05-4dde-a077-074febc10cb7 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:03:38.219454 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:38.225921 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe3ae-2d76-42ab-978c-1cfcc7e9c266 admin admin] Publish callbacks [] for security_group (301bdca8-c4a5-4676-bae6-3e7f6ba91198), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.247181 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe3ae-2d76-42ab-978c-1cfcc7e9c266 admin admin] Publish callbacks [] for security_group (301bdca8-c4a5-4676-bae6-3e7f6ba91198), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.301653 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe3ae-2d76-42ab-978c-1cfcc7e9c266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (301bdca8-c4a5-4676-bae6-3e7f6ba91198), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.304212 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe3ae-2d76-42ab-978c-1cfcc7e9c266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.305357 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-9ffbe3ae-2d76-42ab-978c-1cfcc7e9c266 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/301bdca8-c4a5-4676-bae6-3e7f6ba91198 HTTP/1.1" status: 204 len: 168 time: 0.1310198 Oct 03 15:03:38.313240 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbe3ae-2d76-42ab-978c-1cfcc7e9c266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301bdca8-c4a5-4676-bae6-3e7f6ba91198,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:38.324641 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:03:38.331080 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6843f910-f7db-4841-bb5c-17f0a2c76f37 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c5f37f13-5d05-4dde-a077-074febc10cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847140 Oct 03 15:03:38.334059 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33866) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:38.340568 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] Sync routers for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:03:38.356787 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:03:38.358082 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:03:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:38.446451 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks [] for router (c5f37f13-5d05-4dde-a077-074febc10cb7), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.487140 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:03:38.665442 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T15:03:37Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:38.695382 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] Checking router: c5f37f13-5d05-4dde-a077-074febc10cb7 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:03:38.705263 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] Routers {'c5f37f13-5d05-4dde-a077-074febc10cb7'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:03:38.705940 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:03:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['c5f37f13-5d05-4dde-a077-074febc10cb7'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:38.804941 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] Set router c5f37f13-5d05-4dde-a077-074febc10cb7 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:03:38.807167 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks [] for router_gateway (c5f37f13-5d05-4dde-a077-074febc10cb7), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.831422 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:38.855929 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Deleting port 739f1ce7-bdcf-48f7-bd4f-81818b882504 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:38.856261 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.950246 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] For port 739f1ce7-bdcf-48f7-bd4f-81818b882504, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=739f1ce7-bdcf-48f7-bd4f-81818b882504,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:03:38.950841 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:38.965302 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Calling delete_port for 739f1ce7-bdcf-48f7-bd4f-81818b882504 owned by network:router_gateway {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:38.968532 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:38.981645 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T15:03:37Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:39.008106 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c92a1b-3258-451a-aebc-e46860b39e35 None None] The sync data for ids ['c5f37f13-5d05-4dde-a077-074febc10cb7'] in dv-cinder-859877-2-iscsi is: [{'id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'name': 'tempest-TestVolumeBootPattern-1851221400-router', 'tenant_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:47Z', 'updated_at': '2022-10-03T15:03:37Z', 'revision_number': 5, 'project_id': 'a167b2ccacbc4e6d903b09d9a00650fe', 'gw_port': {'id': '739f1ce7-bdcf-48f7-bd4f-81818b882504', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:80:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f37f13-5d05-4dde-a077-074febc10cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:48Z', 'updated_at': '2022-10-03T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:03:39.139210 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (739f1ce7-bdcf-48f7-bd4f-81818b882504), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.170518 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Pushing event deleted for resources: {'Port': ['ID=739f1ce7-bdcf-48f7-bd4f-81818b882504,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:39.229306 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (c5f37f13-5d05-4dde-a077-074febc10cb7), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.320616 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:39.321608 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (c5f37f13-5d05-4dde-a077-074febc10cb7), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.324071 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks [] for router_controller (c5f37f13-5d05-4dde-a077-074febc10cb7), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.379551 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (c5f37f13-5d05-4dde-a077-074febc10cb7), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.380193 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f37f13-5d05-4dde-a077-074febc10cb7 {{(pid=112658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 15:03:39.385871 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.388836 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-aae7955a-d77d-4bbb-a37e-4fcc5e7dc871 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/c5f37f13-5d05-4dde-a077-074febc10cb7 HTTP/1.1" status: 204 len: 168 time: 1.0514112 Oct 03 15:03:39.389099 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33896) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:39.441070 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64b07a5-e0e5-4d5a-b801-38e9552602c3 admin admin] Deleting subnet b1050822-a82c-4be2-8f58-88a83cc5c419 {{(pid=112658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:03:39.444522 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e64b07a5-e0e5-4d5a-b801-38e9552602c3 admin admin] Publish callbacks [] for subnet (b1050822-a82c-4be2-8f58-88a83cc5c419), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.480988 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e64b07a5-e0e5-4d5a-b801-38e9552602c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12232727'] for subnet (b1050822-a82c-4be2-8f58-88a83cc5c419), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.509553 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:39.568210 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e64b07a5-e0e5-4d5a-b801-38e9552602c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (b1050822-a82c-4be2-8f58-88a83cc5c419), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.627914 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e64b07a5-e0e5-4d5a-b801-38e9552602c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8559002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11637163'] for subnet (b1050822-a82c-4be2-8f58-88a83cc5c419), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.660341 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b07a5-e0e5-4d5a-b801-38e9552602c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1050822-a82c-4be2-8f58-88a83cc5c419,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:39.662407 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e64b07a5-e0e5-4d5a-b801-38e9552602c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.667819 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e64b07a5-e0e5-4d5a-b801-38e9552602c3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/b1050822-a82c-4be2-8f58-88a83cc5c419 HTTP/1.1" status: 204 len: 168 time: 0.2754924 Oct 03 15:03:39.668020 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbeb622-b27d-48d1-b803-eb800e374a30 None None] Network 3cf2f742-adf1-4aae-8244-1e9578ee60b2 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:03:39.668466 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33906) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:39.762471 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (3cf2f742-adf1-4aae-8244-1e9578ee60b2), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.807886 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Deleting port c55012c0-1e93-4d09-8730-c5e5f1514897 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:39.808224 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.876922 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] For port c55012c0-1e93-4d09-8730-c5e5f1514897, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=c55012c0-1e93-4d09-8730-c5e5f1514897,segment=NetworkSegment(62a73457-164a-44c1-8198-8fad2938a61c),segment_id=62a73457-164a-44c1-8198-8fad2938a61c)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:03:39.877148 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.890492 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Calling delete_port for c55012c0-1e93-4d09-8730-c5e5f1514897 owned by network:dhcp {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:39.972690 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (c55012c0-1e93-4d09-8730-c5e5f1514897), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:39.998389 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Pushing event deleted for resources: {'Port': ['ID=c55012c0-1e93-4d09-8730-c5e5f1514897,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:40.002748 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] No DVR routers for this DVR port c55012c0-1e93-4d09-8730-c5e5f1514897 on host dv-cinder-859877-2-iscsi {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:03:40.081476 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (3cf2f742-adf1-4aae-8244-1e9578ee60b2), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:40.101277 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b587da5b-d5df-447a-a9e8-d9dc7a1b3efc None None] DHCP port deletion for 3cf2f742-adf1-4aae-8244-1e9578ee60b2 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 15:03:40.105457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf2f742-adf1-4aae-8244-1e9578ee60b2']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:40.127797 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a73457-164a-44c1-8198-8fad2938a61c') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:40.128094 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a73457-164a-44c1-8198-8fad2938a61c') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:40.153619 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (62a73457-164a-44c1-8198-8fad2938a61c), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:40.169434 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (62a73457-164a-44c1-8198-8fad2938a61c), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:40.178840 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:03:40.179238 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (62a73457-164a-44c1-8198-8fad2938a61c), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:40.180767 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device b2cbb304-f435-428c-b29b-8f5893d216ab no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:03:40.200149 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 62a73457-164a-44c1-8198-8fad2938a61c resource provider aggregate not found Oct 03 15:03:40.205994 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: b2cbb304-f435-428c-b29b-8f5893d216ab {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:03:40.206342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device b2cbb304-f435-428c-b29b-8f5893d216ab not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:03:40.207017 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 739f1ce7-bdcf-48f7-bd4f-81818b882504 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:03:40.230332 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 739f1ce7-bdcf-48f7-bd4f-81818b882504 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:03:40.230688 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 739f1ce7-bdcf-48f7-bd4f-81818b882504 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:03:40.231402 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c55012c0-1e93-4d09-8730-c5e5f1514897 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:03:40.236842 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 62a73457-164a-44c1-8198-8fad2938a61c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62a73457-164a-44c1-8198-8fad2938a61c found for delete ", "request_id": "req-06506d5c-aa6f-4d46-87a6-59e37f56c763"}]} Oct 03 15:03:40.254224 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: c55012c0-1e93-4d09-8730-c5e5f1514897 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:03:40.254811 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device c55012c0-1e93-4d09-8730-c5e5f1514897 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:03:40.260180 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (3cf2f742-adf1-4aae-8244-1e9578ee60b2), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:40.267956 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:40.274030 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/3cf2f742-adf1-4aae-8244-1e9578ee60b2 HTTP/1.1" status: 204 len: 168 time: 0.6020145 Oct 03 15:03:40.274123 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33926) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:40.281872 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367cc7f-6f05-4075-acd5-036c6ec9362b admin admin] Pushing event deleted for resources: {'Network': ['ID=3cf2f742-adf1-4aae-8244-1e9578ee60b2,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:40.438099 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:40.523051 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:40.624550 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (32fad68e-3b84-476e-a1fa-032301bdf87a), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:40.839658 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Deleting port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:40.839996 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:40.916522 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] For port 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=73229bdf-4dd1-4e4b-afb5-6f6c5f985c98,segment=NetworkSegment(1f75b6e1-ef45-46d2-a792-9a4f7f465705),segment_id=1f75b6e1-ef45-46d2-a792-9a4f7f465705)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:03:40.916799 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:40.929559 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Calling delete_port for 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 owned by network:router_interface {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:41.105081 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (73229bdf-4dd1-4e4b-afb5-6f6c5f985c98), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:41.133175 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Pushing event deleted for resources: {'Port': ['ID=73229bdf-4dd1-4e4b-afb5-6f6c5f985c98,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:41.161969 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.162314 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.162729 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.163088 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.163499 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.163841 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.164193 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.164541 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.164891 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.165219 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.165593 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.165919 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.166242 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.166615 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.166888 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:03:41.307257 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (32fad68e-3b84-476e-a1fa-032301bdf87a), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:41.318488 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:41.361376 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:41.511870 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Router 32fad68e-3b84-476e-a1fa-032301bdf87a has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:03:41.612703 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:03:41.618224 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-744f02bf-a813-49d3-abc7-23133e8ce946 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/32fad68e-3b84-476e-a1fa-032301bdf87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3425350 Oct 03 15:03:41.620227 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33936) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:41.621384 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] Sync routers for ids ['32fad68e-3b84-476e-a1fa-032301bdf87a'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:03:41.632985 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] Routers {'32fad68e-3b84-476e-a1fa-032301bdf87a'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:03:41.633707 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:03:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['32fad68e-3b84-476e-a1fa-032301bdf87a'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:41.718582 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks [] for router (32fad68e-3b84-476e-a1fa-032301bdf87a), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:41.739186 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] Set router 32fad68e-3b84-476e-a1fa-032301bdf87a gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:03:41.815575 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks [] for router_gateway (32fad68e-3b84-476e-a1fa-032301bdf87a), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:41.859905 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Deleting port a36a613d-cfac-4299-804f-fbe4ab1b3252 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:41.860240 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:41.887174 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:41.889483 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:41.907026 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T15:03:41Z', 'revision_number': 5, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'gw_port': {'id': 'a36a613d-cfac-4299-804f-fbe4ab1b3252', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:41.935153 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] Checking router: 32fad68e-3b84-476e-a1fa-032301bdf87a for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:03:41.939895 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] For port a36a613d-cfac-4299-804f-fbe4ab1b3252, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=a36a613d-cfac-4299-804f-fbe4ab1b3252,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:03:41.940262 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:41.944149 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] Routers {'32fad68e-3b84-476e-a1fa-032301bdf87a'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:03:41.944735 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:03:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['32fad68e-3b84-476e-a1fa-032301bdf87a'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:41.953595 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Calling delete_port for a36a613d-cfac-4299-804f-fbe4ab1b3252 owned by network:router_gateway {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:42.027008 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] Set router 32fad68e-3b84-476e-a1fa-032301bdf87a gateway port host: None {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:03:42.078960 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T15:03:41Z', 'revision_number': 6, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'gw_port_host': None}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:42.104390 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac43f7c-d963-4fbe-bf13-a832c66dfb11 None None] The sync data for ids ['32fad68e-3b84-476e-a1fa-032301bdf87a'] in dv-cinder-859877-2-iscsi is: [{'id': '32fad68e-3b84-476e-a1fa-032301bdf87a', 'name': 'tempest-TestVolumeBootPattern-2085759390-router', 'tenant_id': 'b761452ca4a9445f802ec1f2e22513c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T14:53:53Z', 'updated_at': '2022-10-03T15:03:41Z', 'revision_number': 6, 'project_id': 'b761452ca4a9445f802ec1f2e22513c4', 'gw_port_host': None}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:03:42.121099 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (a36a613d-cfac-4299-804f-fbe4ab1b3252), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.146755 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=a36a613d-cfac-4299-804f-fbe4ab1b3252,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:42.156087 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:42.194092 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:42.215220 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (32fad68e-3b84-476e-a1fa-032301bdf87a), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.561462 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (32fad68e-3b84-476e-a1fa-032301bdf87a), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.563673 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks [] for router_controller (32fad68e-3b84-476e-a1fa-032301bdf87a), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.607002 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (32fad68e-3b84-476e-a1fa-032301bdf87a), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.607576 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32fad68e-3b84-476e-a1fa-032301bdf87a {{(pid=112659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 15:03:42.612018 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.613167 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-d9e79413-34bc-4cb0-8e4c-8ada63b89b7d admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/32fad68e-3b84-476e-a1fa-032301bdf87a HTTP/1.1" status: 204 len: 168 time: 0.9920166 Oct 03 15:03:42.615684 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33942) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:42.659407 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11f0be2-a972-4e9f-8ed1-2ff5c054ac89 admin admin] Deleting subnet 7db3fdea-82a0-42c5-b172-0cd1049bb3d2 {{(pid=112659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:03:42.662509 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e11f0be2-a972-4e9f-8ed1-2ff5c054ac89 admin admin] Publish callbacks [] for subnet (7db3fdea-82a0-42c5-b172-0cd1049bb3d2), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.700024 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e11f0be2-a972-4e9f-8ed1-2ff5c054ac89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8732928'] for subnet (7db3fdea-82a0-42c5-b172-0cd1049bb3d2), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.774442 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e11f0be2-a972-4e9f-8ed1-2ff5c054ac89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (7db3fdea-82a0-42c5-b172-0cd1049bb3d2), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.828156 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e11f0be2-a972-4e9f-8ed1-2ff5c054ac89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12367017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517844'] for subnet (7db3fdea-82a0-42c5-b172-0cd1049bb3d2), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.857721 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f0be2-a972-4e9f-8ed1-2ff5c054ac89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db3fdea-82a0-42c5-b172-0cd1049bb3d2,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:42.863422 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e11f0be2-a972-4e9f-8ed1-2ff5c054ac89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.866559 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-e11f0be2-a972-4e9f-8ed1-2ff5c054ac89 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/7db3fdea-82a0-42c5-b172-0cd1049bb3d2 HTTP/1.1" status: 204 len: 168 time: 0.2499356 Oct 03 15:03:42.868871 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3dcc38-3ff8-45cc-9178-abc5aa4b726d None None] Network c505ad84-df1a-42cd-af33-bb8226b19e89 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:03:42.869307 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 33946) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:42.888719 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:42.944913 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (c505ad84-df1a-42cd-af33-bb8226b19e89), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:42.994126 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Deleting port 08657449-4242-4f28-8019-9b32b426e5a3 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:42.994598 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (08657449-4242-4f28-8019-9b32b426e5a3), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.027481 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81400617-2e81-462a-a1e5-3b4a5959a2d4 None None] DHCP port deletion for c505ad84-df1a-42cd-af33-bb8226b19e89 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 15:03:43.067040 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-81400617-2e81-462a-a1e5-3b4a5959a2d4 None None] Deleting port 08657449-4242-4f28-8019-9b32b426e5a3 {{(pid=112660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:03:43.067548 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-81400617-2e81-462a-a1e5-3b4a5959a2d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (08657449-4242-4f28-8019-9b32b426e5a3), before_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.067765 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] For port 08657449-4242-4f28-8019-9b32b426e5a3, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=08657449-4242-4f28-8019-9b32b426e5a3,segment=NetworkSegment(1f75b6e1-ef45-46d2-a792-9a4f7f465705),segment_id=1f75b6e1-ef45-46d2-a792-9a4f7f465705)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:03:43.068128 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (08657449-4242-4f28-8019-9b32b426e5a3), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.082881 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Calling delete_port for 08657449-4242-4f28-8019-9b32b426e5a3 owned by network:dhcp {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:43.137539 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-81400617-2e81-462a-a1e5-3b4a5959a2d4 None None] For port 08657449-4242-4f28-8019-9b32b426e5a3, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=08657449-4242-4f28-8019-9b32b426e5a3,segment=NetworkSegment(1f75b6e1-ef45-46d2-a792-9a4f7f465705),segment_id=1f75b6e1-ef45-46d2-a792-9a4f7f465705)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:03:43.137692 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-81400617-2e81-462a-a1e5-3b4a5959a2d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (08657449-4242-4f28-8019-9b32b426e5a3), precommit_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.142317 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:43.155076 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-81400617-2e81-462a-a1e5-3b4a5959a2d4 None None] Calling delete_port for 08657449-4242-4f28-8019-9b32b426e5a3 owned by network:dhcp {{(pid=112660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:03:43.172836 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (08657449-4242-4f28-8019-9b32b426e5a3), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.198015 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Pushing event deleted for resources: {'Port': ['ID=08657449-4242-4f28-8019-9b32b426e5a3,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:43.201479 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] No DVR routers for this DVR port 08657449-4242-4f28-8019-9b32b426e5a3 on host dv-cinder-859877-2-iscsi {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:03:43.231790 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-81400617-2e81-462a-a1e5-3b4a5959a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085'] for port (08657449-4242-4f28-8019-9b32b426e5a3), after_delete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.269386 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81400617-2e81-462a-a1e5-3b4a5959a2d4 None None] No DVR routers for this DVR port 08657449-4242-4f28-8019-9b32b426e5a3 on host dv-cinder-859877-2-iscsi {{(pid=112660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:03:43.270782 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81400617-2e81-462a-a1e5-3b4a5959a2d4 None None] Pushing event deleted for resources: {'Port': ['ID=08657449-4242-4f28-8019-9b32b426e5a3,revision_number=None']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:43.276446 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (c505ad84-df1a-42cd-af33-bb8226b19e89), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.287092 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-58216a52-1fd7-4e80-81ef-bc7503f4dfe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.299345 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c505ad84-df1a-42cd-af33-bb8226b19e89']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:43.308855 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f75b6e1-ef45-46d2-a792-9a4f7f465705') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:43.309148 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f75b6e1-ef45-46d2-a792-9a4f7f465705') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:03:43.319402 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (1f75b6e1-ef45-46d2-a792-9a4f7f465705), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.335464 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (1f75b6e1-ef45-46d2-a792-9a4f7f465705), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.342180 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:03:43.342724 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (1f75b6e1-ef45-46d2-a792-9a4f7f465705), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.362688 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 1f75b6e1-ef45-46d2-a792-9a4f7f465705 resource provider aggregate not found Oct 03 15:03:43.398072 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 1f75b6e1-ef45-46d2-a792-9a4f7f465705 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f75b6e1-ef45-46d2-a792-9a4f7f465705 found for delete ", "request_id": "req-acf1ad66-afab-4d8f-9639-4b8869c7e753"}]} Oct 03 15:03:43.419586 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (c505ad84-df1a-42cd-af33-bb8226b19e89), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.426724 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.429822 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/c505ad84-df1a-42cd-af33-bb8226b19e89 HTTP/1.1" status: 204 len: 168 time: 0.5595973 Oct 03 15:03:43.442377 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e88592-f46d-47e4-b823-dd8abf53316a admin admin] Pushing event deleted for resources: {'Network': ['ID=c505ad84-df1a-42cd-af33-bb8226b19e89,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:43.589184 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33954) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:43.629763 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-dd31b894-e335-4dc5-bbe8-174d4410578e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a167b2ccacbc4e6d903b09d9a00650fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394087 Oct 03 15:03:43.632108 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33956) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:43.681016 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bffd8310-140e-4240-8062-4be299561755 admin admin] Publish callbacks [] for security_group (1c8806b4-ff3a-4ef1-97e5-25bb2d68bfa9), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.701243 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bffd8310-140e-4240-8062-4be299561755 admin admin] Publish callbacks [] for security_group (1c8806b4-ff3a-4ef1-97e5-25bb2d68bfa9), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.747467 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bffd8310-140e-4240-8062-4be299561755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (1c8806b4-ff3a-4ef1-97e5-25bb2d68bfa9), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.750029 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-bffd8310-140e-4240-8062-4be299561755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:43.753659 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-bffd8310-140e-4240-8062-4be299561755 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1c8806b4-ff3a-4ef1-97e5-25bb2d68bfa9 HTTP/1.1" status: 204 len: 168 time: 0.1181633 Oct 03 15:03:43.763892 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd8310-140e-4240-8062-4be299561755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8806b4-ff3a-4ef1-97e5-25bb2d68bfa9,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:44.072377 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33966) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:44.113272 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-1967156c-27dd-4767-bb8f-871ff7944814 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b761452ca4a9445f802ec1f2e22513c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396793 Oct 03 15:03:44.115760 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 33968) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:44.127979 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a36a613d-cfac-4299-804f-fbe4ab1b3252 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:03:44.147574 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: a36a613d-cfac-4299-804f-fbe4ab1b3252 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:03:44.147919 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a36a613d-cfac-4299-804f-fbe4ab1b3252 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:03:44.148332 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:03:44.167731 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:03:44.168072 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 73229bdf-4dd1-4e4b-afb5-6f6c5f985c98 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:03:44.168366 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0a978998-f634-4529-9076-8d2e422c7bc2 admin admin] Publish callbacks [] for security_group (8c0e9ed0-6a3e-451c-a753-dbaa2b805649), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:44.168502 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 08657449-4242-4f28-8019-9b32b426e5a3 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:03:44.186233 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 08657449-4242-4f28-8019-9b32b426e5a3 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:03:44.186577 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 08657449-4242-4f28-8019-9b32b426e5a3 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:03:44.189002 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0a978998-f634-4529-9076-8d2e422c7bc2 admin admin] Publish callbacks [] for security_group (8c0e9ed0-6a3e-451c-a753-dbaa2b805649), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:44.237680 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0a978998-f634-4529-9076-8d2e422c7bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (8c0e9ed0-6a3e-451c-a753-dbaa2b805649), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:44.240290 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0a978998-f634-4529-9076-8d2e422c7bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:44.241421 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0a978998-f634-4529-9076-8d2e422c7bc2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8c0e9ed0-6a3e-451c-a753-dbaa2b805649 HTTP/1.1" status: 204 len: 168 time: 0.1247754 Oct 03 15:03:44.250570 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a978998-f634-4529-9076-8d2e422c7bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0e9ed0-6a3e-451c-a753-dbaa2b805649,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:45.483034 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-767c4358-fdc1-4846-bf61-7fe11cde27af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:46.757917 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:47.981410 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:48.322034 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:48.986421 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=10 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:53.415549 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=51,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:53.431453 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:DELETE=4,neutron:SELECT=23,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:54.168014 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34090) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:54.224176 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:54.246412 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:54.278366 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0807-982a-4fae-b73e-96093f6e7ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.356169 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0807-982a-4fae-b73e-96093f6e7ab1 admin admin] Publish callbacks [] for security_group (94a4a876-b300-4180-8bca-02a345f592cf), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.359871 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0807-982a-4fae-b73e-96093f6e7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (94a4a876-b300-4180-8bca-02a345f592cf), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.398908 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-5fcc0807-982a-4fae-b73e-96093f6e7ab1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=45fddbb738184ecfa8bfb9ea51f61b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298145 Oct 03 15:03:54.399768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc0807-982a-4fae-b73e-96093f6e7ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a4a876-b300-4180-8bca-02a345f592cf,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:54.401674 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 34094) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:54.450681 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e6bda99a-300b-4db5-afd3-0e51c81f0b50 admin admin] Publish callbacks [] for security_group (94a4a876-b300-4180-8bca-02a345f592cf), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.471715 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e6bda99a-300b-4db5-afd3-0e51c81f0b50 admin admin] Publish callbacks [] for security_group (94a4a876-b300-4180-8bca-02a345f592cf), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.518376 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e6bda99a-300b-4db5-afd3-0e51c81f0b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (94a4a876-b300-4180-8bca-02a345f592cf), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.520850 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e6bda99a-300b-4db5-afd3-0e51c81f0b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.522007 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e6bda99a-300b-4db5-afd3-0e51c81f0b50 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/94a4a876-b300-4180-8bca-02a345f592cf HTTP/1.1" status: 204 len: 168 time: 0.1191714 Oct 03 15:03:54.529809 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bda99a-300b-4db5-afd3-0e51c81f0b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a4a876-b300-4180-8bca-02a345f592cf,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:54.783351 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 34100) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:54.796541 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-09e48dc6-de30-4769-ba95-c3b2e2045899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.873130 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-09e48dc6-de30-4769-ba95-c3b2e2045899 admin admin] Publish callbacks [] for security_group (67743ed6-8872-4886-a17f-23c5b5d5eb24), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.877186 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-09e48dc6-de30-4769-ba95-c3b2e2045899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (67743ed6-8872-4886-a17f-23c5b5d5eb24), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.919533 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-09e48dc6-de30-4769-ba95-c3b2e2045899 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f491af6306ff4747b0d6347c0495c39a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351111 Oct 03 15:03:54.920370 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e48dc6-de30-4769-ba95-c3b2e2045899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67743ed6-8872-4886-a17f-23c5b5d5eb24,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:54.922423 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34102) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:54.972252 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ce45651d-10f8-4fd4-bed1-136194708738 admin admin] Publish callbacks [] for security_group (67743ed6-8872-4886-a17f-23c5b5d5eb24), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:54.992443 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ce45651d-10f8-4fd4-bed1-136194708738 admin admin] Publish callbacks [] for security_group (67743ed6-8872-4886-a17f-23c5b5d5eb24), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.045993 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ce45651d-10f8-4fd4-bed1-136194708738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (67743ed6-8872-4886-a17f-23c5b5d5eb24), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.049625 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ce45651d-10f8-4fd4-bed1-136194708738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.050912 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-ce45651d-10f8-4fd4-bed1-136194708738 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/67743ed6-8872-4886-a17f-23c5b5d5eb24 HTTP/1.1" status: 204 len: 168 time: 0.1273978 Oct 03 15:03:55.061065 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45651d-10f8-4fd4-bed1-136194708738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67743ed6-8872-4886-a17f-23c5b5d5eb24,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:55.387280 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34114) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:55.401687 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-36c6648d-6bcc-4698-a865-c131c852318e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.479416 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-36c6648d-6bcc-4698-a865-c131c852318e admin admin] Publish callbacks [] for security_group (0e5bd2e0-364e-40b0-b998-ca8261b4b149), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.483102 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-36c6648d-6bcc-4698-a865-c131c852318e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0e5bd2e0-364e-40b0-b998-ca8261b4b149), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.522636 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-36c6648d-6bcc-4698-a865-c131c852318e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=99df29a35cff47b9b27914dfe5ce9863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342888 Oct 03 15:03:55.523447 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6648d-6bcc-4698-a865-c131c852318e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5bd2e0-364e-40b0-b998-ca8261b4b149,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:55.525457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 34116) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:55.574894 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0644543d-9eb2-4d4b-9975-8d58761bde6f admin admin] Publish callbacks [] for security_group (0e5bd2e0-364e-40b0-b998-ca8261b4b149), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.595637 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0644543d-9eb2-4d4b-9975-8d58761bde6f admin admin] Publish callbacks [] for security_group (0e5bd2e0-364e-40b0-b998-ca8261b4b149), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.643468 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0644543d-9eb2-4d4b-9975-8d58761bde6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (0e5bd2e0-364e-40b0-b998-ca8261b4b149), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.646103 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-0644543d-9eb2-4d4b-9975-8d58761bde6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:55.647255 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-0644543d-9eb2-4d4b-9975-8d58761bde6f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0e5bd2e0-364e-40b0-b998-ca8261b4b149 HTTP/1.1" status: 204 len: 168 time: 0.1208029 Oct 03 15:03:55.654748 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644543d-9eb2-4d4b-9975-8d58761bde6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5bd2e0-364e-40b0-b998-ca8261b4b149,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:56.322289 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34144) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:56.419063 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1345200593-network', 'tenant_id': '41772d612abc4efa9a7c50a78da63dce'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:03:56.438433 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Made reservation on behalf of 41772d612abc4efa9a7c50a78da63dce for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:03:56.441121 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.449340 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.525076 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Publish callbacks [] for security_group (63b2902f-6aa8-49a4-bf27-634bf806a841), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.528978 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (63b2902f-6aa8-49a4-bf27-634bf806a841), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.553561 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:03:56.563133 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b2902f-6aa8-49a4-bf27-634bf806a841,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:56.568533 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (481126be-d943-468d-851a-8e8e6b396c3c), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.568871 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Added segment 481126be-d943-468d-851a-8e8e6b396c3c of type vlan for network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a Oct 03 15:03:56.579281 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=17,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:56.599797 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:56.615577 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.641995 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.643004 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:56.643599 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.692309 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3688667 Oct 03 15:03:56.695106 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34148) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:56.707154 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Request body: {'subnet': {'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1345200593-subnet', 'tenant_id': '41772d612abc4efa9a7c50a78da63dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:03:56.720510 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b7bdb-4a5f-4cff-9a60-067e2ba7cc2c admin admin] Pushing event updated for resources: {'Network': ['ID=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:56.730530 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:03:56.733734 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Made reservation on behalf of 41772d612abc4efa9a7c50a78da63dce for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:03:56.736581 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12525109'] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.901656 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12367080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12525095'] for subnet (4a6393cc-4004-4b9c-9e73-9ea17f699231), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:56.956947 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6393cc-4004-4b9c-9e73-9ea17f699231,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:56.967208 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Checking segment: {'id': '481126be-d943-468d-851a-8e8e6b396c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:03:56.967564 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Network hostable DHCP agents. Network: 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:03:56.985066 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:03:56.994737 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:03:57.000510 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:57.000943 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:57.003759 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806fa2cf-5095-4258-8e13-6d6c1f903dcd None None] Network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:03:57.017014 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0a214c0d-17c0-43eb-a507-6f835e80e8db admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3209422 Oct 03 15:03:57.181729 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:57.234293 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b3ed27-532e-47dc-88d8-99dacfcc80a8 None None] Network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:03:57.275936 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:58.613950 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34174) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:58.732312 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e361087a-0fce-4484-a2a5-d50a289a390a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:58.816512 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e361087a-0fce-4484-a2a5-d50a289a390a admin admin] Publish callbacks [] for security_group (9e9cbd4f-cbc7-48bf-987d-971862dadf3f), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:58.820524 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-e361087a-0fce-4484-a2a5-d50a289a390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (9e9cbd4f-cbc7-48bf-987d-971862dadf3f), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:58.859439 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361087a-0fce-4484-a2a5-d50a289a390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9cbd4f-cbc7-48bf-987d-971862dadf3f,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:58.864494 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-e361087a-0fce-4484-a2a5-d50a289a390a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=47f39025c72e44f4a49e0aed7ef26073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494450 Oct 03 15:03:58.867414 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34190) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:03:58.915930 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0714ac95-0820-4e97-a8d7-7be5993815d5 admin admin] Publish callbacks [] for security_group (9e9cbd4f-cbc7-48bf-987d-971862dadf3f), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:58.935567 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0714ac95-0820-4e97-a8d7-7be5993815d5 admin admin] Publish callbacks [] for security_group (9e9cbd4f-cbc7-48bf-987d-971862dadf3f), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:58.945427 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-2aef1dc8-e91d-4655-9eb3-916bf2b1e630 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:03:58.946948 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-2aef1dc8-e91d-4655-9eb3-916bf2b1e630 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/networks?id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a HTTP/1.1" status: 200 len: 809 time: 0.1080623 Oct 03 15:03:58.948864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:58.962532 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-84723b05-96b7-4951-9633-acf5ff5bfd9c tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/quotas/41772d612abc4efa9a7c50a78da63dce HTTP/1.1" status: 200 len: 375 time: 0.0100625 Oct 03 15:03:58.968514 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:03:58.987824 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0714ac95-0820-4e97-a8d7-7be5993815d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (9e9cbd4f-cbc7-48bf-987d-971862dadf3f), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:58.990492 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-0714ac95-0820-4e97-a8d7-7be5993815d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:03:58.991645 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0714ac95-0820-4e97-a8d7-7be5993815d5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9e9cbd4f-cbc7-48bf-987d-971862dadf3f HTTP/1.1" status: 204 len: 168 time: 0.1234629 Oct 03 15:03:58.997985 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-88c1a13d-f469-4434-805c-32c00cef8788 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=41772d612abc4efa9a7c50a78da63dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296359 Oct 03 15:03:59.000675 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714ac95-0820-4e97-a8d7-7be5993815d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9cbd4f-cbc7-48bf-987d-971862dadf3f,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:03:59.065880 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-33308bae-79b5-451a-877b-4079d67cfc14 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112658) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:03:59.066903 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-33308bae-79b5-451a-877b-4079d67cfc14 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0617173 Oct 03 15:03:59.164126 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-8b89a2f8-31c8-47bd-b182-733c1a91d46c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911078 Oct 03 15:03:59.260983 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-fad1c448-8074-46fe-acb5-abb7c97ac7fe service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903018 Oct 03 15:04:00.464473 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-28034e91-b804-4dbe-b258-675b9d65fdce req-333a4068-7676-4f7b-b63f-7bfd0ea27146 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 210 time: 0.0317316 Oct 03 15:04:01.573419 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-77ad31f9-6bef-468c-8151-22da8726477f req-ccd852f4-6237-4a40-bb8d-ae8fe5c340ee tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 210 time: 0.0316133 Oct 03 15:04:01.668136 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-6e607cd0-0e44-4a5d-9a86-b8d35c7f6f4e tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:01.669699 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-6e607cd0-0e44-4a5d-9a86-b8d35c7f6f4e tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a HTTP/1.1" status: 200 len: 809 time: 0.1102080 Oct 03 15:04:01.688662 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Request body: {'port': {'device_id': 'e5c44b38-0545-41bd-a050-7f8607d179ce', 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a', 'admin_state_up': True, 'tenant_id': '41772d612abc4efa9a7c50a78da63dce'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:04:01.801002 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Made reservation on behalf of 41772d612abc4efa9a7c50a78da63dce for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:04:01.804913 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:01.915953 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:01.933561 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Allocated IP 172.20.0.11 (6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a/4a6393cc-4004-4b9c-9e73-9ea17f699231/422f7fcd-8f8e-4cda-af5a-de109cd906c2) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:04:02.078533 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks [] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.110702 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.159491 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:04:02.162944 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:04:02.166884 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:04:02.172920 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Pushing event updated for resources: {'Port': ['ID=422f7fcd-8f8e-4cda-af5a-de109cd906c2,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:02.217875 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:02.218447 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.233471 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-023e61cd-6b1b-48d6-a788-9ca238e86d5a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488844 Oct 03 15:04:02.273615 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Request body: {'port': {'device_id': 'e5c44b38-0545-41bd-a050-7f8607d179ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:04:02.331543 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.376028 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:02.382566 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:02.591552 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422f7fcd-8f8e-4cda-af5a-de109cd906c2 {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:04:02.599098 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Publish callbacks [] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.605683 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 34260) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:04:02.612839 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Transition to ACTIVE for port object 422f7fcd-8f8e-4cda-af5a-de109cd906c2 will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:04:02.616763 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.726054 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b48a9bf-a15e-4130-a2a0-d55e301934e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.728060 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Pushing event updated for resources: {'Port': ['ID=422f7fcd-8f8e-4cda-af5a-de109cd906c2,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:02.748712 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:02.751662 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:02.756244 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbef9a0-0710-4707-918f-25c8628b9780 req-77321f67-a89d-4078-b7c8-5cb017665758 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:02.757831 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ddbef9a0-0710-4707-918f-25c8628b9780 req-77321f67-a89d-4078-b7c8-5cb017665758 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 944 time: 0.0870798 Oct 03 15:04:02.786126 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Attempting to bind port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:04:02.786521 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Attempting to bind port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '481126be-d943-468d-851a-8e8e6b396c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:04:02.786828 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Attempting to bind port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 on network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:04:02.807588 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b48a9bf-a15e-4130-a2a0-d55e301934e2 admin admin] Publish callbacks [] for security_group (ae2ed15a-c083-4bc0-b120-e4bf2f2067af), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.811561 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-2b48a9bf-a15e-4130-a2a0-d55e301934e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (ae2ed15a-c083-4bc0-b120-e4bf2f2067af), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.852342 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ddbef9a0-0710-4707-918f-25c8628b9780 req-26a4af51-e4c3-4f6f-8ac4-89aafd2120f1 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884128 Oct 03 15:04:02.854242 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-2b48a9bf-a15e-4130-a2a0-d55e301934e2 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=099f0cebfae0459d9bac06c467203d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435417 Oct 03 15:04:02.855529 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48a9bf-a15e-4130-a2a0-d55e301934e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2ed15a-c083-4bc0-b120-e4bf2f2067af,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:02.856308 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34264) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:04:02.865130 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 on network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:04:02.865480 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Attempting to bind port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 on network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:04:02.934122 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:04:02.934463 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Checking segment: {'id': '481126be-d943-468d-851a-8e8e6b396c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:04:02.934845 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Bound using segment: {'id': '481126be-d943-468d-851a-8e8e6b396c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:04:02.935277 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Bound port: 422f7fcd-8f8e-4cda-af5a-de109cd906c2, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481126be-d943-468d-851a-8e8e6b396c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:04:02.935634 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:02.955035 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2e5a3bd8-1fd9-4068-8446-8f033029bea7 admin admin] Publish callbacks [] for security_group (ae2ed15a-c083-4bc0-b120-e4bf2f2067af), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:03.000952 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2e5a3bd8-1fd9-4068-8446-8f033029bea7 admin admin] Publish callbacks [] for security_group (ae2ed15a-c083-4bc0-b120-e4bf2f2067af), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:03.048180 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] For port 422f7fcd-8f8e-4cda-af5a-de109cd906c2, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:04:03.056920 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:03.060490 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] For port 422f7fcd-8f8e-4cda-af5a-de109cd906c2, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=422f7fcd-8f8e-4cda-af5a-de109cd906c2,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:04:03.067213 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:03.072535 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:03.073154 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:03.074553 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/422f7fcd-8f8e-4cda-af5a-de109cd906c2 HTTP/1.1" status: 200 len: 1094 time: 0.8048697 Oct 03 15:04:03.075097 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c44b38-0545-41bd-a050-7f8607d179ce', 'tag': '422f7fcd-8f8e-4cda-af5a-de109cd906c2'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:04:03.077327 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f2268f-626a-4ecc-9c08-00e39d119bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c44b38-0545-41bd-a050-7f8607d179ce", "tag": "422f7fcd-8f8e-4cda-af5a-de109cd906c2"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:04:03.113243 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2e5a3bd8-1fd9-4068-8446-8f033029bea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (ae2ed15a-c083-4bc0-b120-e4bf2f2067af), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:03.115719 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2e5a3bd8-1fd9-4068-8446-8f033029bea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:03.119580 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-2e5a3bd8-1fd9-4068-8446-8f033029bea7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ae2ed15a-c083-4bc0-b120-e4bf2f2067af HTTP/1.1" status: 204 len: 168 time: 0.2596517 Oct 03 15:04:03.125023 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a9b84e-de40-4ef9-b9c4-a883c3a16a4a x-openstack-request-id: req-89a9b84e-de40-4ef9-b9c4-a883c3a16a4a {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:04:03.125323 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c44b38-0545-41bd-a050-7f8607d179ce", "tag": "422f7fcd-8f8e-4cda-af5a-de109cd906c2", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:04:03.125628 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89a9b84e-de40-4ef9-b9c4-a883c3a16a4a {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:04:03.126087 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a9b84e-de40-4ef9-b9c4-a883c3a16a4a'] response: {'name': 'network-changed', 'server_uuid': 'e5c44b38-0545-41bd-a050-7f8607d179ce', 'tag': '422f7fcd-8f8e-4cda-af5a-de109cd906c2', 'status': 'completed', 'code': 200} Oct 03 15:04:03.133122 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a3bd8-1fd9-4068-8446-8f033029bea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2ed15a-c083-4bc0-b120-e4bf2f2067af,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:03.144059 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7481b-60f6-4c9e-b269-5f5429ac30e4 service neutron] Pushing event updated for resources: {'Port': ['ID=422f7fcd-8f8e-4cda-af5a-de109cd906c2,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:03.192302 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-ba83f9ae-ca0d-43c7-8b09-2a1a8ecf4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:03.193850 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-ba83f9ae-ca0d-43c7-8b09-2a1a8ecf4eb6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=41772d612abc4efa9a7c50a78da63dce&device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 1128 time: 0.0441513 Oct 03 15:04:03.253923 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-f66e912c-df7a-4fb8-b9da-bd925d95c836 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=422f7fcd-8f8e-4cda-af5a-de109cd906c2 HTTP/1.1" status: 200 len: 217 time: 0.0417356 Oct 03 15:04:03.288611 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:03.309118 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-36f61cc5-d636-4513-9274-52b007114df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:03.310603 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-36f61cc5-d636-4513-9274-52b007114df3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4a6393cc-4004-4b9c-9e73-9ea17f699231 HTTP/1.1" status: 200 len: 849 time: 0.0485637 Oct 03 15:04:03.506711 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-3129e6a2-c42f-48da-b948-0071c69ff3b6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262821 Oct 03 15:04:03.625194 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-895e9d2f-d480-49e7-8467-fc6f404cf7cd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041634 Oct 03 15:04:03.720165 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e58288f-10ef-441e-96f6-b2b42c28bee3 req-56db67fc-a79d-4531-bdb2-29e7a6f371e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882704 Oct 03 15:04:03.983422 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bfb59-c5cd-4e53-9d47-fe23f02e8692 req-6db96c48-73fc-4949-bbcb-cdd1d700b234 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:03.984901 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e12bfb59-c5cd-4e53-9d47-fe23f02e8692 req-6db96c48-73fc-4949-bbcb-cdd1d700b234 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 944 time: 0.0514843 Oct 03 15:04:04.036795 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-e12bfb59-c5cd-4e53-9d47-fe23f02e8692 req-379b2708-29bf-4c8f-925b-4d8807f3cca9 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456638 Oct 03 15:04:05.159249 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0258e7-2ddc-42b2-a7dd-d0ceea9811f0 req-0bccc986-fb2b-4d79-a7f1-3499e9fc8246 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:05.160931 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1c0258e7-2ddc-42b2-a7dd-d0ceea9811f0 req-0bccc986-fb2b-4d79-a7f1-3499e9fc8246 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 944 time: 0.0468018 Oct 03 15:04:05.207866 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1c0258e7-2ddc-42b2-a7dd-d0ceea9811f0 req-717f7ce7-0c10-4703-b4ba-86685ea09c91 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Oct 03 15:04:06.324827 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c645e5-49fd-4d4d-ba15-d3c49cbce6da req-ca82cd90-af75-483c-9e2e-70ff325d385c tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:06.326229 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-73c645e5-49fd-4d4d-ba15-d3c49cbce6da req-ca82cd90-af75-483c-9e2e-70ff325d385c tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 944 time: 0.0458677 Oct 03 15:04:06.372609 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-73c645e5-49fd-4d4d-ba15-d3c49cbce6da req-ad1d1990-6c07-4839-9f06-c3cdd45f2f64 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Oct 03 15:04:07.227021 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-2d677ed5-1148-4a91-a693-f27a5cd3f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:07.228461 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-2d677ed5-1148-4a91-a693-f27a5cd3f40c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=41772d612abc4efa9a7c50a78da63dce&device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 1128 time: 0.0376778 Oct 03 15:04:07.493872 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d633dc-e9f7-449f-8a77-e183a6234e41 req-5ddf1d99-db1d-4058-b92b-e97df18deb0d tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:07.495230 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-71d633dc-e9f7-449f-8a77-e183a6234e41 req-5ddf1d99-db1d-4058-b92b-e97df18deb0d tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 944 time: 0.0494957 Oct 03 15:04:07.542945 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-71d633dc-e9f7-449f-8a77-e183a6234e41 req-111a95e2-9b86-47d1-9f3f-f3724797fdf4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422428 Oct 03 15:04:08.664776 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60ebba-de9c-4a9d-8a28-a35923818984 req-72f7db4b-5ba5-4ad6-95d7-3621916b4270 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:08.666241 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dc60ebba-de9c-4a9d-8a28-a35923818984 req-72f7db4b-5ba5-4ad6-95d7-3621916b4270 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 944 time: 0.0494139 Oct 03 15:04:08.711976 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dc60ebba-de9c-4a9d-8a28-a35923818984 req-9d158428-c196-4532-ad4e-004334b6f446 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Oct 03 15:04:09.346957 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 422f7fcd-8f8e-4cda-af5a-de109cd906c2 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:04:09.435252 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-a953faef-d961-42fb-8b52-710375fcb809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:09.436701 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-a953faef-d961-42fb-8b52-710375fcb809 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a HTTP/1.1" status: 200 len: 910 time: 0.0854924 Oct 03 15:04:09.446175 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 422f7fcd-8f8e-4cda-af5a-de109cd906c2, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=422f7fcd-8f8e-4cda-af5a-de109cd906c2,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:04:09.457233 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '422f7fcd-8f8e-4cda-af5a-de109cd906c2', 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a', 'port_id': '422f7fcd-8f8e-4cda-af5a-de109cd906c2', 'mac_address': 'fa:16:3e:31:e8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6393cc-4004-4b9c-9e73-9ea17f699231', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:04:09.477958 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-a3b87524-5dbc-494f-a642-9af449e4d77f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=422f7fcd-8f8e-4cda-af5a-de109cd906c2 HTTP/1.1" status: 200 len: 217 time: 0.0350671 Oct 03 15:04:09.495389 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:04:09.495779 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:09.509771 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422f7fcd-8f8e-4cda-af5a-de109cd906c2 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:04:09.525157 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-1a1cdb72-2fa9-4011-bf11-9fbde660a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:09.526606 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-1a1cdb72-2fa9-4011-bf11-9fbde660a5d2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4a6393cc-4004-4b9c-9e73-9ea17f699231 HTTP/1.1" status: 200 len: 849 time: 0.0435863 Oct 03 15:04:09.529563 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 422f7fcd-8f8e-4cda-af5a-de109cd906c2, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=422f7fcd-8f8e-4cda-af5a-de109cd906c2,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:04:09.533485 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:09.559075 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-3582ab75-84d8-44a9-948f-534c855288c1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259519 Oct 03 15:04:09.580849 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=422f7fcd-8f8e-4cda-af5a-de109cd906c2,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:09.587999 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.588341 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.588682 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.589048 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.589357 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.589707 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.590031 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.590352 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.590673 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.590994 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.591315 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.591634 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.591951 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.592268 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.592598 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:09.650842 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-843f2e80-718c-4f0a-a245-d74f60dc15d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860827 Oct 03 15:04:09.704716 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:09.741342 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-10f2268f-626a-4ecc-9c08-00e39d119bc9 req-de56aa4f-5253-447b-91ef-9f300244277e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844972 Oct 03 15:04:09.832021 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08d6e5-1485-408e-ad00-9c4d5685c94d req-4f4f03d3-9d68-4207-90ff-c63db800ce9a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:09.833645 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9a08d6e5-1485-408e-ad00-9c4d5685c94d req-4f4f03d3-9d68-4207-90ff-c63db800ce9a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 945 time: 0.0452762 Oct 03 15:04:09.879593 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9a08d6e5-1485-408e-ad00-9c4d5685c94d req-825265e6-4c68-4932-bc0b-89ce17aced28 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 Oct 03 15:04:10.093773 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['422f7fcd-8f8e-4cda-af5a-de109cd906c2'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:04:10.570444 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:04:11.000187 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355bc9a-2ee1-49f4-8d0c-0a0ba401eaea req-a56c32b9-e92e-4c46-a65c-6f299d6ced48 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:11.001829 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1355bc9a-2ee1-49f4-8d0c-0a0ba401eaea req-a56c32b9-e92e-4c46-a65c-6f299d6ced48 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 945 time: 0.0491905 Oct 03 15:04:11.045530 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:11.055462 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1355bc9a-2ee1-49f4-8d0c-0a0ba401eaea req-8fda6131-6741-4c7b-832e-92f858cfda70 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Oct 03 15:04:12.120552 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 422f7fcd-8f8e-4cda-af5a-de109cd906c2 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:04:12.164415 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:04:12.172013 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:04:12.172395 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:12.172735 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 Oct 03 15:04:12.182208 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1439ea-c020-4a22-b3f2-8b2e140a1417 req-8ecd6407-71db-480f-9a07-6a9d905ebcab tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:12.183746 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff1439ea-c020-4a22-b3f2-8b2e140a1417 req-8ecd6407-71db-480f-9a07-6a9d905ebcab tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 945 time: 0.0524745 Oct 03 15:04:12.235977 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ff1439ea-c020-4a22-b3f2-8b2e140a1417 req-63ce1fea-c096-4fc6-bd91-9a02c03ae149 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464344 Oct 03 15:04:12.249051 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:04:12.249441 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:12.272170 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c44b38-0545-41bd-a050-7f8607d179ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f7fcd-8f8e-4cda-af5a-de109cd906c2'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:04:12.274407 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced3e593-3872-4239-90f9-5aa562232a48" -d '{"events": [{"server_uuid": "e5c44b38-0545-41bd-a050-7f8607d179ce", "name": "network-vif-plugged", "status": "completed", "tag": "422f7fcd-8f8e-4cda-af5a-de109cd906c2"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:04:12.287450 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 422f7fcd-8f8e-4cda-af5a-de109cd906c2, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=422f7fcd-8f8e-4cda-af5a-de109cd906c2,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:04:12.296786 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:12.345988 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=422f7fcd-8f8e-4cda-af5a-de109cd906c2,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:12.433437 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c90a5b2-d30f-485a-8c7e-a117c2c00b16 x-openstack-request-id: req-0c90a5b2-d30f-485a-8c7e-a117c2c00b16 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:04:12.433758 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c44b38-0545-41bd-a050-7f8607d179ce", "name": "network-vif-plugged", "status": "completed", "tag": "422f7fcd-8f8e-4cda-af5a-de109cd906c2", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:04:12.434011 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c90a5b2-d30f-485a-8c7e-a117c2c00b16 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:04:12.434406 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c90a5b2-d30f-485a-8c7e-a117c2c00b16'] response: {'server_uuid': 'e5c44b38-0545-41bd-a050-7f8607d179ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422f7fcd-8f8e-4cda-af5a-de109cd906c2', 'code': 200} Oct 03 15:04:12.630941 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad6c56-3e34-4146-bac5-12babca303f0 req-27706a97-83a4-4812-90a5-2a05f34b6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:12.632323 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20ad6c56-3e34-4146-bac5-12babca303f0 req-27706a97-83a4-4812-90a5-2a05f34b6aa6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 1130 time: 0.0379632 Oct 03 15:04:12.674522 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20ad6c56-3e34-4146-bac5-12babca303f0 req-7ba3d083-098b-47fc-b2e4-316d9e40497f service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366671 Oct 03 15:04:13.211035 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34360) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:04:13.254935 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:13.260308 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:13.272658 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-ea617752-243e-49b3-a8fb-0a72a59ca544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:13.323656 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-96239efe-59be-43b5-999e-f8c38e88ccde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:13.369659 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dd99-f6f6-4a72-90e1-328f9b29ffcf req-1efd6ad3-d2e7-4202-af00-5b440ba1ced9 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:13.372317 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-eb19dd99-f6f6-4a72-90e1-328f9b29ffcf req-1efd6ad3-d2e7-4202-af00-5b440ba1ced9 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 946 time: 0.0511904 Oct 03 15:04:13.401816 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-96239efe-59be-43b5-999e-f8c38e88ccde admin admin] Publish callbacks [] for security_group (53215f19-cdae-411c-b583-99816acec2d2), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:13.405769 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-96239efe-59be-43b5-999e-f8c38e88ccde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (53215f19-cdae-411c-b583-99816acec2d2), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:13.433559 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-eb19dd99-f6f6-4a72-90e1-328f9b29ffcf req-f4fda5b2-7b9f-4f85-ab29-d870cac988d2 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550878 Oct 03 15:04:13.448616 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-96239efe-59be-43b5-999e-f8c38e88ccde admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=bac22c6681cd4d6a8778fc0534e3252b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365162 Oct 03 15:04:13.449486 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96239efe-59be-43b5-999e-f8c38e88ccde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53215f19-cdae-411c-b583-99816acec2d2,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:13.452056 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 34366) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:04:13.502727 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5dbff6ff-20dd-4f91-b929-2b7a2997fb2e admin admin] Publish callbacks [] for security_group (53215f19-cdae-411c-b583-99816acec2d2), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:13.523662 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5dbff6ff-20dd-4f91-b929-2b7a2997fb2e admin admin] Publish callbacks [] for security_group (53215f19-cdae-411c-b583-99816acec2d2), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:13.574083 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5dbff6ff-20dd-4f91-b929-2b7a2997fb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (53215f19-cdae-411c-b583-99816acec2d2), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:13.576530 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5dbff6ff-20dd-4f91-b929-2b7a2997fb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:13.577661 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5dbff6ff-20dd-4f91-b929-2b7a2997fb2e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/53215f19-cdae-411c-b583-99816acec2d2 HTTP/1.1" status: 204 len: 168 time: 0.1244369 Oct 03 15:04:13.586299 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbff6ff-20dd-4f91-b929-2b7a2997fb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53215f19-cdae-411c-b583-99816acec2d2,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:14.555384 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64942aaa-5ef3-41dd-9866-59a16acb8114 req-8f653011-1730-4949-a4d6-4f60097beed7 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:14.556745 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-64942aaa-5ef3-41dd-9866-59a16acb8114 req-8f653011-1730-4949-a4d6-4f60097beed7 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 946 time: 0.0465770 Oct 03 15:04:14.603092 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-64942aaa-5ef3-41dd-9866-59a16acb8114 req-79cf1c81-680e-4c0b-ba7d-99cd42db8fee tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Oct 03 15:04:15.310330 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa212d88-3412-47c5-bfa7-f8050b8175b9 req-20a80f12-e157-4b2e-b0da-61f438050be9 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:15.311789 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aa212d88-3412-47c5-bfa7-f8050b8175b9 req-20a80f12-e157-4b2e-b0da-61f438050be9 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 946 time: 0.0461569 Oct 03 15:04:15.358001 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aa212d88-3412-47c5-bfa7-f8050b8175b9 req-3e39415a-62f3-458b-83db-39aa7e4b4cbb tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Oct 03 15:04:15.486977 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-94381134-f5fe-4547-b30a-d5708db9042b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:16.478792 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68393bd-176a-474b-a2f2-074b5e8ccdce req-e04a4bd9-f4d1-4bfd-9e4e-99fe7a92aa5d tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:16.480230 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d68393bd-176a-474b-a2f2-074b5e8ccdce req-e04a4bd9-f4d1-4bfd-9e4e-99fe7a92aa5d tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 946 time: 0.0466576 Oct 03 15:04:16.498003 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:16.529954 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d68393bd-176a-474b-a2f2-074b5e8ccdce req-84fbfe81-e538-4df4-8139-34cc57cbcfba tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442965 Oct 03 15:04:16.760739 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:16.869429 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-2dac3675-61a0-4af4-9200-fc96fc0b7d73 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:16.870844 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-2dac3675-61a0-4af4-9200-fc96fc0b7d73 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 946 time: 0.0472898 Oct 03 15:04:16.951619 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Deleting port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:04:16.951885 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:17.041705 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] For port 422f7fcd-8f8e-4cda-af5a-de109cd906c2, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=422f7fcd-8f8e-4cda-af5a-de109cd906c2,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:04:17.042066 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:17.055549 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Calling delete_port for 422f7fcd-8f8e-4cda-af5a-de109cd906c2 owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:04:17.125022 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:17.169128 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:17.181344 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (422f7fcd-8f8e-4cda-af5a-de109cd906c2), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:17.212359 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Pushing event deleted for resources: {'Port': ['ID=422f7fcd-8f8e-4cda-af5a-de109cd906c2,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:17.219778 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['422f7fcd-8f8e-4cda-af5a-de109cd906c2'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:04:17.254591 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] No DVR routers for this DVR port 422f7fcd-8f8e-4cda-af5a-de109cd906c2 on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:04:17.256996 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:17.260173 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-56128a54-b783-4620-a1a3-5a4360c4f1ea req-a8990d17-bc88-4707-80f8-efb343819046 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.42 "DELETE /networking/v2.0/ports/422f7fcd-8f8e-4cda-af5a-de109cd906c2 HTTP/1.1" status: 204 len: 173 time: 0.3833029 Oct 03 15:04:17.260676 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c44b38-0545-41bd-a050-7f8607d179ce', 'name': 'network-vif-deleted', 'tag': '422f7fcd-8f8e-4cda-af5a-de109cd906c2'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:04:17.262984 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff712f4-0d73-4bb0-95a1-f9deca6470f6" -d '{"events": [{"server_uuid": "e5c44b38-0545-41bd-a050-7f8607d179ce", "name": "network-vif-deleted", "tag": "422f7fcd-8f8e-4cda-af5a-de109cd906c2"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:04:17.305081 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47db4d1e-1dc7-4b15-8ed2-5b962cff3cb1 x-openstack-request-id: req-47db4d1e-1dc7-4b15-8ed2-5b962cff3cb1 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:04:17.305394 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c44b38-0545-41bd-a050-7f8607d179ce", "name": "network-vif-deleted", "tag": "422f7fcd-8f8e-4cda-af5a-de109cd906c2", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:04:17.305718 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47db4d1e-1dc7-4b15-8ed2-5b962cff3cb1 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:04:17.306144 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47db4d1e-1dc7-4b15-8ed2-5b962cff3cb1'] response: {'server_uuid': 'e5c44b38-0545-41bd-a050-7f8607d179ce', 'name': 'network-vif-deleted', 'tag': '422f7fcd-8f8e-4cda-af5a-de109cd906c2', 'status': 'completed', 'code': 200} Oct 03 15:04:17.642237 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b1c9698d-d5a3-46b4-9b90-acef6c9316b6 req-c7288e6b-f4b0-4b9d-9395-3d19317a31eb tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e5c44b38-0545-41bd-a050-7f8607d179ce HTTP/1.1" status: 200 len: 210 time: 0.0265093 Oct 03 15:04:17.982949 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:18.324717 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:18.958729 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-e63805ad-1e4d-4ea2-8857-4dc7e4ecd86d tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:18.960192 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-e63805ad-1e4d-4ea2-8857-4dc7e4ecd86d tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/networks?id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a HTTP/1.1" status: 200 len: 809 time: 0.1037574 Oct 03 15:04:18.974162 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-d55bcb65-9ea3-4e3f-80bf-e6e70f36e23b tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/quotas/41772d612abc4efa9a7c50a78da63dce HTTP/1.1" status: 200 len: 375 time: 0.0086820 Oct 03 15:04:19.005073 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-d6a2dd26-1f9f-47a4-9960-449f4455d772 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=41772d612abc4efa9a7c50a78da63dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261898 Oct 03 15:04:19.090837 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:19.097111 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-fd163b8e-2f50-4996-9fed-ee41ff7eb551 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857415 Oct 03 15:04:19.186564 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-ac3287cf-aa09-45ba-8718-f44852385241 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834985 Oct 03 15:04:19.344712 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-cf0b9271-bd4b-4af9-8cb4-d82467b43c6c req-9ecc4c1a-5329-4e34-a6c1-3a22bb4eeedf tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 210 time: 0.0289209 Oct 03 15:04:20.135438 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 422f7fcd-8f8e-4cda-af5a-de109cd906c2 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:04:20.155354 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 422f7fcd-8f8e-4cda-af5a-de109cd906c2 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:04:20.155697 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 422f7fcd-8f8e-4cda-af5a-de109cd906c2 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:04:20.389236 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-65efa979-4058-449e-83c5-bdd288450466 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:20.390749 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-65efa979-4058-449e-83c5-bdd288450466 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a HTTP/1.1" status: 200 len: 809 time: 0.1040702 Oct 03 15:04:20.409713 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Request body: {'port': {'device_id': '1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743', 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a', 'admin_state_up': True, 'tenant_id': '41772d612abc4efa9a7c50a78da63dce'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:04:20.461697 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-b317ecb2-a8ac-4a2f-9069-8dc6e47f68e9 req-93d493db-12aa-43e7-8ba1-7a50c186b4a4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 210 time: 0.0319324 Oct 03 15:04:20.522038 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Made reservation on behalf of 41772d612abc4efa9a7c50a78da63dce for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:04:20.525845 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:20.564963 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:20.566390 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:20.645534 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Allocated IP 172.20.0.7 (6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a/4a6393cc-4004-4b9c-9e73-9ea17f699231/4333c995-01c5-4e6e-9a71-18bc1c1f647f) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:04:20.791801 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks [] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:20.823082 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:20.864714 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:04:20.867776 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:04:20.871385 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:04:20.898305 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Pushing event updated for resources: {'Port': ['ID=4333c995-01c5-4e6e-9a71-18bc1c1f647f,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:20.924166 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:20.924759 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:20.940654 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-3f235e13-e1e7-4168-bf2a-26d96d72b052 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5356588 Oct 03 15:04:20.976857 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Request body: {'port': {'device_id': '1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:04:21.009227 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:21.035614 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:21.044780 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:21.287422 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4333c995-01c5-4e6e-9a71-18bc1c1f647f {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:04:21.294813 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Publish callbacks [] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:21.307147 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Transition to ACTIVE for port object 4333c995-01c5-4e6e-9a71-18bc1c1f647f will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:04:21.310444 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:21.386443 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Pushing event updated for resources: {'Port': ['ID=4333c995-01c5-4e6e-9a71-18bc1c1f647f,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:21.415526 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Attempting to bind port 4333c995-01c5-4e6e-9a71-18bc1c1f647f on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:04:21.416071 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Attempting to bind port 4333c995-01c5-4e6e-9a71-18bc1c1f647f by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '481126be-d943-468d-851a-8e8e6b396c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:04:21.416180 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Attempting to bind port 4333c995-01c5-4e6e-9a71-18bc1c1f647f on network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:04:21.458635 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Port 4333c995-01c5-4e6e-9a71-18bc1c1f647f on network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:04:21.458956 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Attempting to bind port 4333c995-01c5-4e6e-9a71-18bc1c1f647f on network 6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:04:21.499063 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:04:21.499395 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Checking segment: {'id': '481126be-d943-468d-851a-8e8e6b396c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:04:21.499793 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Bound using segment: {'id': '481126be-d943-468d-851a-8e8e6b396c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:04:21.500218 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Bound port: 4333c995-01c5-4e6e-9a71-18bc1c1f647f, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481126be-d943-468d-851a-8e8e6b396c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:04:21.500571 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:21.591061 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] For port 4333c995-01c5-4e6e-9a71-18bc1c1f647f, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:04:21.597926 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f3e69-0c3e-4e22-9e3c-b506b9c54451 req-387039c0-de71-4830-8583-8bf7c614327a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:21.599345 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b2f3e69-0c3e-4e22-9e3c-b506b9c54451 req-387039c0-de71-4830-8583-8bf7c614327a tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 943 time: 0.0604188 Oct 03 15:04:21.600923 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] For port 4333c995-01c5-4e6e-9a71-18bc1c1f647f, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=4333c995-01c5-4e6e-9a71-18bc1c1f647f,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:04:21.613112 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:21.616175 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:21.616837 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:21.618241 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/4333c995-01c5-4e6e-9a71-18bc1c1f647f HTTP/1.1" status: 200 len: 1093 time: 0.6451991 Oct 03 15:04:21.630262 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743', 'tag': '4333c995-01c5-4e6e-9a71-18bc1c1f647f'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:04:21.632461 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f8300-6c34-4491-836f-9466900d4a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743", "tag": "4333c995-01c5-4e6e-9a71-18bc1c1f647f"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:04:21.678027 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e6fd65-64c0-4159-914d-86b564c02428 x-openstack-request-id: req-13e6fd65-64c0-4159-914d-86b564c02428 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:04:21.678319 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743", "tag": "4333c995-01c5-4e6e-9a71-18bc1c1f647f", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:04:21.678613 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13e6fd65-64c0-4159-914d-86b564c02428 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:04:21.679005 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e6fd65-64c0-4159-914d-86b564c02428'] response: {'name': 'network-changed', 'server_uuid': '1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743', 'tag': '4333c995-01c5-4e6e-9a71-18bc1c1f647f', 'status': 'completed', 'code': 200} Oct 03 15:04:21.712244 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8b2f3e69-0c3e-4e22-9e3c-b506b9c54451 req-71078931-7777-467b-8d19-1009e243194b tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072001 Oct 03 15:04:21.714422 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128a51c-fa62-4f85-8a45-d909bee73e24 service neutron] Pushing event updated for resources: {'Port': ['ID=4333c995-01c5-4e6e-9a71-18bc1c1f647f,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:21.743181 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-62bc9406-0cc0-4ccb-bf43-7a4fcd993c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:21.744657 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-62bc9406-0cc0-4ccb-bf43-7a4fcd993c76 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=41772d612abc4efa9a7c50a78da63dce&device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 1127 time: 0.0447006 Oct 03 15:04:21.788210 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-9ad54ec1-a9df-4512-b50f-734ab5a54faf service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4333c995-01c5-4e6e-9a71-18bc1c1f647f HTTP/1.1" status: 200 len: 217 time: 0.0313013 Oct 03 15:04:21.835522 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:21.839684 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-6ad046a2-f9f7-491d-876d-bdaae73aac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:21.841055 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-6ad046a2-f9f7-491d-876d-bdaae73aac47 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4a6393cc-4004-4b9c-9e73-9ea17f699231 HTTP/1.1" status: 200 len: 849 time: 0.0464542 Oct 03 15:04:21.870515 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-08e6bcb2-3f25-4387-ac0e-4aeab6ed5134 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236967 Oct 03 15:04:21.953164 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:21.957681 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-7145e82a-e793-4851-9132-fc9b7a6fc7a6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812430 Oct 03 15:04:22.046987 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dd172350-0bcf-4590-b2ab-07a3253b295d req-ae22fac8-e1dd-4bb9-9e2e-52de830a0dbc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830925 Oct 03 15:04:22.836186 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a145117-b595-4553-b3d5-2cac407a2226 req-4dc5446c-6d73-41b0-94f6-45dc5e593602 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:22.837647 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a145117-b595-4553-b3d5-2cac407a2226 req-4dc5446c-6d73-41b0-94f6-45dc5e593602 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 943 time: 0.0488086 Oct 03 15:04:22.883398 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5a145117-b595-4553-b3d5-2cac407a2226 req-f91915c4-0b67-4ded-96a7-492da965b719 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403264 Oct 03 15:04:24.000114 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39527d25-302e-4f9d-bc52-fc32efbdb37e req-aba33c4a-22d9-4765-86e8-b3b312219f43 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:24.001459 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-39527d25-302e-4f9d-bc52-fc32efbdb37e req-aba33c4a-22d9-4765-86e8-b3b312219f43 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 943 time: 0.0456214 Oct 03 15:04:24.325978 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8300-6c34-4491-836f-9466900d4a4f req-d60f2cb0-b847-45e2-9ff6-5c8968f09adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:24.327440 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b25f8300-6c34-4491-836f-9466900d4a4f req-d60f2cb0-b847-45e2-9ff6-5c8968f09adb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=41772d612abc4efa9a7c50a78da63dce&device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 1127 time: 0.3251410 Oct 03 15:04:24.351330 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-39527d25-302e-4f9d-bc52-fc32efbdb37e req-f1850fa3-7cb2-488f-8e27-9784ab33d3c9 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417175 Oct 03 15:04:24.426454 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8300-6c34-4491-836f-9466900d4a4f req-b3e93b53-1b25-4958-956e-affd01d3412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:24.428068 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b25f8300-6c34-4491-836f-9466900d4a4f req-b3e93b53-1b25-4958-956e-affd01d3412c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a HTTP/1.1" status: 200 len: 910 time: 0.0911620 Oct 03 15:04:24.468699 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b25f8300-6c34-4491-836f-9466900d4a4f req-18a50f71-a6c9-45ee-9425-4c8d639c25bb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4333c995-01c5-4e6e-9a71-18bc1c1f647f HTTP/1.1" status: 200 len: 217 time: 0.0347602 Oct 03 15:04:24.514249 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8300-6c34-4491-836f-9466900d4a4f req-bd810390-aa77-4961-a2ce-f7d78ad65ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:24.515591 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b25f8300-6c34-4491-836f-9466900d4a4f req-bd810390-aa77-4961-a2ce-f7d78ad65ac9 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=4a6393cc-4004-4b9c-9e73-9ea17f699231 HTTP/1.1" status: 200 len: 849 time: 0.0420907 Oct 03 15:04:24.544353 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b25f8300-6c34-4491-836f-9466900d4a4f req-c3ba09b0-8919-464b-a56e-ba9e26dbfd29 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231652 Oct 03 15:04:24.633034 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b25f8300-6c34-4491-836f-9466900d4a4f req-3d38dc81-e29b-4604-b8c8-b8eed1bfa578 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828261 Oct 03 15:04:24.721158 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b25f8300-6c34-4491-836f-9466900d4a4f req-aa852fdf-8e0e-43ed-94dd-c8dc943d1008 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825803 Oct 03 15:04:25.471274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69497d1-ae00-4c36-ab2e-c88e5d0690ea req-5978eab5-cc98-43cb-b310-373d23cef3a2 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:25.472728 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a69497d1-ae00-4c36-ab2e-c88e5d0690ea req-5978eab5-cc98-43cb-b310-373d23cef3a2 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 943 time: 0.0469332 Oct 03 15:04:25.518594 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-a69497d1-ae00-4c36-ab2e-c88e5d0690ea req-6de7d6e4-6999-4556-ae98-71e86d2a11ba tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403850 Oct 03 15:04:26.174720 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 4333c995-01c5-4e6e-9a71-18bc1c1f647f details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:04:26.270547 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 4333c995-01c5-4e6e-9a71-18bc1c1f647f, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=4333c995-01c5-4e6e-9a71-18bc1c1f647f,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:04:26.281388 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': '4333c995-01c5-4e6e-9a71-18bc1c1f647f', 'network_id': '6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a', 'port_id': '4333c995-01c5-4e6e-9a71-18bc1c1f647f', 'mac_address': 'fa:16:3e:30:89:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6393cc-4004-4b9c-9e73-9ea17f699231', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:04:26.319058 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 4333c995-01c5-4e6e-9a71-18bc1c1f647f is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:04:26.319442 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:26.333633 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4333c995-01c5-4e6e-9a71-18bc1c1f647f {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:04:26.353414 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 4333c995-01c5-4e6e-9a71-18bc1c1f647f, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=4333c995-01c5-4e6e-9a71-18bc1c1f647f,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:04:26.356952 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:26.402236 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=4333c995-01c5-4e6e-9a71-18bc1c1f647f,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:26.640119 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541b83-bed7-449a-9d4c-87804067608c req-9310eb47-e6c3-4f72-8926-315aebd1e193 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:26.641517 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1b541b83-bed7-449a-9d4c-87804067608c req-9310eb47-e6c3-4f72-8926-315aebd1e193 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 944 time: 0.0493720 Oct 03 15:04:26.687338 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1b541b83-bed7-449a-9d4c-87804067608c req-e396cafd-f21f-43cd-b581-e8ea00910227 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Oct 03 15:04:26.758207 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['4333c995-01c5-4e6e-9a71-18bc1c1f647f'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:04:27.808617 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a27b6e-f620-4dfa-9d74-4659d14a5185 req-26801c76-ad43-4626-baa6-030ec29bff78 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:27.810096 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d8a27b6e-f620-4dfa-9d74-4659d14a5185 req-26801c76-ad43-4626-baa6-030ec29bff78 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 944 time: 0.0487440 Oct 03 15:04:27.856982 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-d8a27b6e-f620-4dfa-9d74-4659d14a5185 req-9c31d6c6-15cc-4343-94ef-161bd1fbe14d tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413315 Oct 03 15:04:28.196618 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 4333c995-01c5-4e6e-9a71-18bc1c1f647f up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:04:28.238171 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port 4333c995-01c5-4e6e-9a71-18bc1c1f647f completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:04:28.243837 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port 4333c995-01c5-4e6e-9a71-18bc1c1f647f triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:04:28.244262 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:28.244609 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port 4333c995-01c5-4e6e-9a71-18bc1c1f647f Oct 03 15:04:28.318119 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port 4333c995-01c5-4e6e-9a71-18bc1c1f647f is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:04:28.318496 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:28.341465 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4333c995-01c5-4e6e-9a71-18bc1c1f647f'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:04:28.343596 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da2e65-c8c4-4078-a110-a5d31142bccc" -d '{"events": [{"server_uuid": "1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743", "name": "network-vif-plugged", "status": "completed", "tag": "4333c995-01c5-4e6e-9a71-18bc1c1f647f"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:04:28.356563 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port 4333c995-01c5-4e6e-9a71-18bc1c1f647f, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=4333c995-01c5-4e6e-9a71-18bc1c1f647f,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:04:28.360698 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:28.385327 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31807f07-0bc6-4887-945d-64dd17887c3c x-openstack-request-id: req-31807f07-0bc6-4887-945d-64dd17887c3c {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:04:28.385642 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743", "name": "network-vif-plugged", "status": "completed", "tag": "4333c995-01c5-4e6e-9a71-18bc1c1f647f", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:04:28.385896 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31807f07-0bc6-4887-945d-64dd17887c3c {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:04:28.386299 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31807f07-0bc6-4887-945d-64dd17887c3c'] response: {'server_uuid': '1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4333c995-01c5-4e6e-9a71-18bc1c1f647f', 'code': 200} Oct 03 15:04:28.404890 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:28.410800 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=4333c995-01c5-4e6e-9a71-18bc1c1f647f,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:28.581861 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba75ff3-d6d7-48d0-9827-870f0e048c73 req-2bf70057-4323-4788-abfe-bb2bfdebd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:28.583306 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aba75ff3-d6d7-48d0-9827-870f0e048c73 req-2bf70057-4323-4788-abfe-bb2bfdebd3e7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 1129 time: 0.0371907 Oct 03 15:04:28.627439 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aba75ff3-d6d7-48d0-9827-870f0e048c73 req-2617850b-a07a-461e-83f3-7cb5723c77e2 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372789 Oct 03 15:04:28.980329 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d274a15-4b1b-4264-983c-3c171e84f86e req-0d54b3ec-0463-451d-8e8e-5a48d034637e tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:28.981800 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0d274a15-4b1b-4264-983c-3c171e84f86e req-0d54b3ec-0463-451d-8e8e-5a48d034637e tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 945 time: 0.0458348 Oct 03 15:04:29.029180 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0d274a15-4b1b-4264-983c-3c171e84f86e req-9b0763ab-c211-40bc-82c2-483c5ae01524 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Oct 03 15:04:30.157049 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab671c72-c8d6-4e01-b0b3-8018145a33af req-c1af8ad1-d357-4343-a45e-8ee5918fe9ce tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:30.159067 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ab671c72-c8d6-4e01-b0b3-8018145a33af req-c1af8ad1-d357-4343-a45e-8ee5918fe9ce tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 945 time: 0.0529618 Oct 03 15:04:30.209248 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-ab671c72-c8d6-4e01-b0b3-8018145a33af req-c70d677a-32c7-42d3-a2f2-b9091fdc4a71 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Oct 03 15:04:31.331876 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35040d-694a-4edf-a766-972f04097a4c req-bd40d624-cb0b-430f-aefa-27ede60b290f tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:31.333321 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c35040d-694a-4edf-a766-972f04097a4c req-bd40d624-cb0b-430f-aefa-27ede60b290f tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 945 time: 0.0478110 Oct 03 15:04:31.383332 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5c35040d-694a-4edf-a766-972f04097a4c req-fbf33d17-a677-4142-825c-474c42bfda31 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 Oct 03 15:04:31.907989 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:32.130012 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb04606-8615-4bee-a633-d207863e2472 req-1e6f7f26-9bcc-4722-92ad-e402e5317bdd tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:32.131427 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2eb04606-8615-4bee-a633-d207863e2472 req-1e6f7f26-9bcc-4722-92ad-e402e5317bdd tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 945 time: 0.0471871 Oct 03 15:04:32.179665 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2eb04606-8615-4bee-a633-d207863e2472 req-394ed090-f617-4931-889c-b093d2d1ce58 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418212 Oct 03 15:04:33.301925 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957ad0e-0a7c-4a3a-a065-273210fb4750 req-a0881dc7-dfc6-4796-a427-0e53cce18203 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:33.303380 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c957ad0e-0a7c-4a3a-a065-273210fb4750 req-a0881dc7-dfc6-4796-a427-0e53cce18203 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 945 time: 0.0459499 Oct 03 15:04:33.314869 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:33.352542 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c957ad0e-0a7c-4a3a-a065-273210fb4750 req-bf023cc4-0f7d-4bba-998b-3ea65e118949 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=63b2902f-6aa8-49a4-bf27-634bf806a841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Oct 03 15:04:33.605665 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:33.639710 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-65f48d11-2550-4856-ae46-530ba16a9705 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:04:33.641098 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-65f48d11-2550-4856-ae46-530ba16a9705 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 945 time: 0.0444169 Oct 03 15:04:33.725974 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Deleting port 4333c995-01c5-4e6e-9a71-18bc1c1f647f {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:04:33.726307 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:33.811965 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] For port 4333c995-01c5-4e6e-9a71-18bc1c1f647f, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=4333c995-01c5-4e6e-9a71-18bc1c1f647f,segment=NetworkSegment(481126be-d943-468d-851a-8e8e6b396c3c),segment_id=481126be-d943-468d-851a-8e8e6b396c3c)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:04:33.812323 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:33.825201 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Calling delete_port for 4333c995-01c5-4e6e-9a71-18bc1c1f647f owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:04:33.951119 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (4333c995-01c5-4e6e-9a71-18bc1c1f647f), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:33.979053 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Pushing event deleted for resources: {'Port': ['ID=4333c995-01c5-4e6e-9a71-18bc1c1f647f,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:33.988535 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['4333c995-01c5-4e6e-9a71-18bc1c1f647f'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:04:34.024153 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] No DVR routers for this DVR port 4333c995-01c5-4e6e-9a71-18bc1c1f647f on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:04:34.026497 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:34.029686 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f8eff9cf-73d8-49d2-b8bc-44b4fd09ce33 req-005e6f4c-e46a-4351-9b10-1c73ed26dab4 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.42 "DELETE /networking/v2.0/ports/4333c995-01c5-4e6e-9a71-18bc1c1f647f HTTP/1.1" status: 204 len: 173 time: 0.3833458 Oct 03 15:04:34.030189 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743', 'name': 'network-vif-deleted', 'tag': '4333c995-01c5-4e6e-9a71-18bc1c1f647f'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:04:34.032400 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc037fe-5e4c-4a93-9e37-c6b83fcb5a72" -d '{"events": [{"server_uuid": "1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743", "name": "network-vif-deleted", "tag": "4333c995-01c5-4e6e-9a71-18bc1c1f647f"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:04:34.073354 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc63978-e89e-41a0-8d0d-928360e1c9ab x-openstack-request-id: req-fbc63978-e89e-41a0-8d0d-928360e1c9ab {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:04:34.073704 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743", "name": "network-vif-deleted", "tag": "4333c995-01c5-4e6e-9a71-18bc1c1f647f", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:04:34.073965 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbc63978-e89e-41a0-8d0d-928360e1c9ab {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:04:34.074363 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc63978-e89e-41a0-8d0d-928360e1c9ab'] response: {'server_uuid': '1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743', 'name': 'network-vif-deleted', 'tag': '4333c995-01c5-4e6e-9a71-18bc1c1f647f', 'status': 'completed', 'code': 200} Oct 03 15:04:34.466746 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8a0a20e1-071a-454c-a676-36c5d91e6253 req-043efd0e-3a93-499e-80d1-ad59a99347c5 tempest-VolumesActionsTest-783709317 tempest-VolumesActionsTest-783709317-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1eb2f7f6-ae4a-4bd6-9417-8b4f5c4e5743 HTTP/1.1" status: 200 len: 210 time: 0.0273528 Oct 03 15:04:36.244858 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 4333c995-01c5-4e6e-9a71-18bc1c1f647f no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:04:36.265014 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: 4333c995-01c5-4e6e-9a71-18bc1c1f647f {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:04:36.265362 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device 4333c995-01c5-4e6e-9a71-18bc1c1f647f not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:04:42.114331 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=11 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:42.116354 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=15 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:42.174018 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=67 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:42.176695 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:43.285214 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-45d0f7df-345d-4806-8982-14710ef5620b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:44.006415 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=41,neutron:DELETE=6 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:44.449718 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=52,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:45.477151 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:45.497644 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-1e78763f-484d-483d-872c-4d3b6daced4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:46.765313 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:47.570617 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:04:47.991602 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:48.328985 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:52.551963 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:57.566695 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:58.271561 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 34692) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:04:58.316659 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Deleting subnet 4a6393cc-4004-4b9c-9e73-9ea17f699231 {{(pid=112658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:04:58.319767 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Publish callbacks [] for subnet (4a6393cc-4004-4b9c-9e73-9ea17f699231), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.321901 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:58.324262 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:04:58.358153 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12232727'] for subnet (4a6393cc-4004-4b9c-9e73-9ea17f699231), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.400847 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (4a6393cc-4004-4b9c-9e73-9ea17f699231), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.451883 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8559002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11637163'] for subnet (4a6393cc-4004-4b9c-9e73-9ea17f699231), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.477928 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6393cc-4004-4b9c-9e73-9ea17f699231,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:58.482470 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.485636 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/4a6393cc-4004-4b9c-9e73-9ea17f699231 HTTP/1.1" status: 204 len: 168 time: 0.2130663 Oct 03 15:04:58.488280 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34694) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:04:58.492445 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.492793 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.493134 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.493471 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.493851 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.494180 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.494506 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.494858 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.495185 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.495511 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.495962 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.496291 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.496617 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.496940 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.497252 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d20bbf0-e45f-42a3-a31f-68bad1acf488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.557922 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.636617 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.656465 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a']}} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:04:58.665460 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481126be-d943-468d-851a-8e8e6b396c3c') {'for_net_delete': True} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:04:58.665781 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.services.segments.db [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481126be-d943-468d-851a-8e8e6b396c3c') {} {{(pid=112659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:04:58.675230 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733049'] for segment (481126be-d943-468d-851a-8e8e6b396c3c), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.687996 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (481126be-d943-468d-851a-8e8e6b396c3c), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.694579 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=112659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:04:58.694950 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366915'] for segment (481126be-d943-468d-851a-8e8e6b396c3c), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.734776 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment 481126be-d943-468d-851a-8e8e6b396c3c resource provider aggregate not found Oct 03 15:04:58.753858 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.services.segments.plugin [-] Segment 481126be-d943-468d-851a-8e8e6b396c3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 481126be-d943-468d-851a-8e8e6b396c3c found for delete ", "request_id": "req-6e3ba48f-eb9f-4125-b025-7c24cd9a3b63"}]} Oct 03 15:04:58.757996 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.762406 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:58.765769 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a HTTP/1.1" status: 204 len: 168 time: 0.2764161 Oct 03 15:04:58.783001 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfe7b06-6ddf-4afa-a9b3-ca0f8f68c45a,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:58.790246 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.790937 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.790937 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.791244 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.791575 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.791899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.792225 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.792547 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.792865 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.793184 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.793519 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.793851 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.794167 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.794484 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.794796 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc3608a-c78a-40a0-bf54-95a950b26f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:04:58.926357 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34702) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:04:58.965946 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-4738e8f2-f8db-49f7-83ff-20d1ebbc2054 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=41772d612abc4efa9a7c50a78da63dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384147 Oct 03 15:04:58.968198 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34704) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:04:59.016182 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9ced-1ca3-4d2e-8f3a-9f2a4c170250 admin admin] Publish callbacks [] for security_group (63b2902f-6aa8-49a4-bf27-634bf806a841), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:59.035595 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9ced-1ca3-4d2e-8f3a-9f2a4c170250 admin admin] Publish callbacks [] for security_group (63b2902f-6aa8-49a4-bf27-634bf806a841), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:59.081294 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9ced-1ca3-4d2e-8f3a-9f2a4c170250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (63b2902f-6aa8-49a4-bf27-634bf806a841), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:59.083844 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9ced-1ca3-4d2e-8f3a-9f2a4c170250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:59.085238 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6e9e9ced-1ca3-4d2e-8f3a-9f2a4c170250 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/63b2902f-6aa8-49a4-bf27-634bf806a841 HTTP/1.1" status: 204 len: 168 time: 0.1160932 Oct 03 15:04:59.093300 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e9ced-1ca3-4d2e-8f3a-9f2a4c170250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b2902f-6aa8-49a4-bf27-634bf806a841,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:59.745312 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 34726) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:04:59.840952 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1648525120-network', 'tenant_id': 'cf939187436d4978a7805ab5aa91005a'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:04:59.860561 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Made reservation on behalf of cf939187436d4978a7805ab5aa91005a for: {'network': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:04:59.862846 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:59.871088 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:59.947647 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Publish callbacks [] for security_group (7bcfc60a-5a3b-488f-a568-765eac492fee), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:59.951315 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7bcfc60a-5a3b-488f-a568-765eac492fee), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:59.972927 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=112659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:04:59.987842 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcfc60a-5a3b-488f-a568-765eac492fee,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:04:59.990758 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:04:59.991101 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.segments_db [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Added segment 30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f of type vlan for network e829d98a-e29f-45ac-9a33-fac7c75b7c82 Oct 03 15:05:00.031624 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (e829d98a-e29f-45ac-9a33-fac7c75b7c82), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:00.054878 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (e829d98a-e29f-45ac-9a33-fac7c75b7c82), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:00.055865 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:00.056444 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:00.102544 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:00.105608 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:00.117646 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3712473 Oct 03 15:05:00.120993 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 34730) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:05:00.122469 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eba71-5747-4d6a-a0b7-4498244351f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e829d98a-e29f-45ac-9a33-fac7c75b7c82,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:05:00.127310 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Request body: {'subnet': {'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1648525120-subnet', 'tenant_id': 'cf939187436d4978a7805ab5aa91005a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:05:00.133059 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network e829d98a-e29f-45ac-9a33-fac7c75b7c82 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:05:00.149982 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Made reservation on behalf of cf939187436d4978a7805ab5aa91005a for: {'subnet': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:05:00.152289 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11636298'] for subnet (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:00.324848 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8559067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11636312'] for subnet (c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:00.374640 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:05:00.390095 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Checking segment: {'id': '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:05:00.390439 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Network hostable DHCP agents. Network: e829d98a-e29f-45ac-9a33-fac7c75b7c82, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:05:00.407148 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Network e829d98a-e29f-45ac-9a33-fac7c75b7c82 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:05:00.415644 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, e829d98a-e29f-45ac-9a33-fac7c75b7c82) {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:05:00.419716 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:00.420313 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:00.424479 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bdc036-417e-4914-b90d-bfb19fb4b09e None None] Network e829d98a-e29f-45ac-9a33-fac7c75b7c82 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:05:00.442351 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6372e937-c931-47d5-b065-2452bdf4b09f admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3201778 Oct 03 15:05:00.527949 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd38307-9134-4299-acda-0abb9d888cea None None] Network e829d98a-e29f-45ac-9a33-fac7c75b7c82 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:05:01.915936 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:02.216408 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-610a21f2-213c-4b96-8de0-9d83f638d659 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:02.217767 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-610a21f2-213c-4b96-8de0-9d83f638d659 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/networks?id=e829d98a-e29f-45ac-9a33-fac7c75b7c82 HTTP/1.1" status: 200 len: 814 time: 0.1056361 Oct 03 15:05:02.232059 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-a279d2e8-7fde-4e1e-b713-2a39722326d6 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/quotas/cf939187436d4978a7805ab5aa91005a HTTP/1.1" status: 200 len: 375 time: 0.0088191 Oct 03 15:05:02.263300 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-393efa11-6c6e-4f36-a36f-eb49f302c710 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cf939187436d4978a7805ab5aa91005a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264654 Oct 03 15:05:02.316384 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-6e4a2307-a8dc-4abe-bdfc-14b18c588337 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112659) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 03 15:05:02.317382 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-6e4a2307-a8dc-4abe-bdfc-14b18c588337 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0473096 Oct 03 15:05:02.412678 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-7bd599ec-b89b-4909-82b3-e2a082f00f56 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891881 Oct 03 15:05:02.500961 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-76fecd7b-81a7-454a-9918-134be5b0fc87 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821705 Oct 03 15:05:02.603720 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=2 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:02.664449 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3d2779a9-cf29-4aeb-bf05-e2bd1a76a79d req-354291c2-e3d1-4525-a9ec-eecb633425a9 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 210 time: 0.0277598 Oct 03 15:05:03.735474 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-cf4150e0-b64e-4cc5-bbf5-4048f23895d8 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:03.736972 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-cf4150e0-b64e-4cc5-bbf5-4048f23895d8 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e829d98a-e29f-45ac-9a33-fac7c75b7c82 HTTP/1.1" status: 200 len: 814 time: 0.1088865 Oct 03 15:05:03.759109 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Request body: {'port': {'device_id': '41a92c14-7874-4e53-b1e6-46331b3d2ca4', 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82', 'admin_state_up': True, 'tenant_id': 'cf939187436d4978a7805ab5aa91005a'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:05:03.788960 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-2253bacc-12a4-45e1-9034-1e1a6cae7352 req-ddf72997-8713-4145-b625-6a4e6b82003b tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 210 time: 0.0453296 Oct 03 15:05:03.885752 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Made reservation on behalf of cf939187436d4978a7805ab5aa91005a for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:05:03.889418 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.016741 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Allocated IP 172.20.0.12 (e829d98a-e29f-45ac-9a33-fac7c75b7c82/c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9/d19a1bee-251d-4ddc-85cc-0bf319cf566c) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:05:04.159354 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks [] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.175912 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:04.180733 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:04.197071 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.242329 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Network e829d98a-e29f-45ac-9a33-fac7c75b7c82 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:05:04.245360 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:05:04.249039 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:05:04.276274 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Pushing event updated for resources: {'Port': ['ID=d19a1bee-251d-4ddc-85cc-0bf319cf566c,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:05:04.301380 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:04.302013 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.318373 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-0bf2c9e6-e29f-463c-a375-2fd1d4d6b009 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5653100 Oct 03 15:05:04.354463 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Request body: {'port': {'device_id': '41a92c14-7874-4e53-b1e6-46331b3d2ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:05:04.411475 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.659909 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19a1bee-251d-4ddc-85cc-0bf319cf566c {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:05:04.667215 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Publish callbacks [] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.679865 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Transition to ACTIVE for port object d19a1bee-251d-4ddc-85cc-0bf319cf566c will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:05:04.683594 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.742305 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d19a1bee-251d-4ddc-85cc-0bf319cf566c,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:05:04.791646 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Attempting to bind port d19a1bee-251d-4ddc-85cc-0bf319cf566c on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:05:04.791966 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Attempting to bind port d19a1bee-251d-4ddc-85cc-0bf319cf566c by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:05:04.792283 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Attempting to bind port d19a1bee-251d-4ddc-85cc-0bf319cf566c on network e829d98a-e29f-45ac-9a33-fac7c75b7c82 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:05:04.832338 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Port d19a1bee-251d-4ddc-85cc-0bf319cf566c on network e829d98a-e29f-45ac-9a33-fac7c75b7c82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:05:04.832707 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Attempting to bind port d19a1bee-251d-4ddc-85cc-0bf319cf566c on network e829d98a-e29f-45ac-9a33-fac7c75b7c82 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:05:04.874327 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:05:04.874658 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Checking segment: {'id': '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:05:04.875048 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Bound using segment: {'id': '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:05:04.875482 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Bound port: d19a1bee-251d-4ddc-85cc-0bf319cf566c, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:05:04.875844 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.909085 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a8c50-2e12-4c7d-b866-fc9bb4cbfc6e req-85cd7475-62a3-42e5-8b12-9335de44dfe6 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:04.911187 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5b3a8c50-2e12-4c7d-b866-fc9bb4cbfc6e req-85cd7475-62a3-42e5-8b12-9335de44dfe6 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 944 time: 0.0475569 Oct 03 15:05:04.938162 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] For port d19a1bee-251d-4ddc-85cc-0bf319cf566c, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:05:04.941210 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] For port d19a1bee-251d-4ddc-85cc-0bf319cf566c, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d19a1bee-251d-4ddc-85cc-0bf319cf566c,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:05:04.947409 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.951406 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:04.952008 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:04.953386 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/d19a1bee-251d-4ddc-85cc-0bf319cf566c HTTP/1.1" status: 200 len: 1094 time: 0.6028047 Oct 03 15:05:04.953962 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a92c14-7874-4e53-b1e6-46331b3d2ca4', 'tag': 'd19a1bee-251d-4ddc-85cc-0bf319cf566c'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:05:04.956683 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe0de6a-e403-434e-af42-89157aef4e20" -d '{"events": [{"name": "network-changed", "server_uuid": "41a92c14-7874-4e53-b1e6-46331b3d2ca4", "tag": "d19a1bee-251d-4ddc-85cc-0bf319cf566c"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:05:04.959468 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5b3a8c50-2e12-4c7d-b866-fc9bb4cbfc6e req-1b940c3b-585e-48c1-bb7b-14e04b1c2737 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424798 Oct 03 15:05:04.960399 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:04.997197 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:05.000686 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b65262-f7dd-4108-9d78-7bb78011150b x-openstack-request-id: req-97b65262-f7dd-4108-9d78-7bb78011150b {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:05:05.001035 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a92c14-7874-4e53-b1e6-46331b3d2ca4", "tag": "d19a1bee-251d-4ddc-85cc-0bf319cf566c", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:05:05.001322 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97b65262-f7dd-4108-9d78-7bb78011150b {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:05:05.001755 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b65262-f7dd-4108-9d78-7bb78011150b'] response: {'name': 'network-changed', 'server_uuid': '41a92c14-7874-4e53-b1e6-46331b3d2ca4', 'tag': 'd19a1bee-251d-4ddc-85cc-0bf319cf566c', 'status': 'completed', 'code': 200} Oct 03 15:05:05.018620 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbc55e-8eca-4736-9e1a-79c82d1b95c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d19a1bee-251d-4ddc-85cc-0bf319cf566c,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:05:05.063093 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-481bdc50-86d8-4b77-9a73-722f35280685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:05.064518 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-481bdc50-86d8-4b77-9a73-722f35280685 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cf939187436d4978a7805ab5aa91005a&device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 1128 time: 0.0373323 Oct 03 15:05:05.109516 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-ed63c938-35f1-43f8-9a6c-e96f2a0950f5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19a1bee-251d-4ddc-85cc-0bf319cf566c HTTP/1.1" status: 200 len: 217 time: 0.0314384 Oct 03 15:05:05.159087 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-5ace265f-87f0-49b0-82bf-e2edcba9f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:05.160645 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-5ace265f-87f0-49b0-82bf-e2edcba9f950 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9 HTTP/1.1" status: 200 len: 854 time: 0.0457041 Oct 03 15:05:05.191585 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-495f28e8-9541-47da-8d60-833ce219a703 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e829d98a-e29f-45ac-9a33-fac7c75b7c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245149 Oct 03 15:05:05.279595 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-068956f8-20cf-43df-8b45-bcad38eb5047 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825958 Oct 03 15:05:05.531530 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-76f598f1-7e26-47fa-8490-3497fcfc7f8a req-385025b8-2eda-493e-b16c-8c868466e422 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883243 Oct 03 15:05:06.087238 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f6562-60b2-494d-a75c-9444837c4447 req-43e003ab-81b0-4949-aac2-f397ede9d26a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:06.088644 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6d4f6562-60b2-494d-a75c-9444837c4447 req-43e003ab-81b0-4949-aac2-f397ede9d26a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 944 time: 0.0450497 Oct 03 15:05:06.137468 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-6d4f6562-60b2-494d-a75c-9444837c4447 req-49011529-113a-4f1e-8098-0a3e692a95d0 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433609 Oct 03 15:05:07.258353 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053172bf-0bc0-46b5-bf2b-79a69fab08a9 req-89953fb8-e189-465f-95bc-dc1bfed7af7f tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:07.259788 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-053172bf-0bc0-46b5-bf2b-79a69fab08a9 req-89953fb8-e189-465f-95bc-dc1bfed7af7f tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 944 time: 0.0463996 Oct 03 15:05:07.305949 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-053172bf-0bc0-46b5-bf2b-79a69fab08a9 req-bff7b593-ad0d-4f7f-a95c-6ccac5caa34e tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Oct 03 15:05:07.631225 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-0043181b-9011-4131-8960-f16d34761b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:07.632765 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-0043181b-9011-4131-8960-f16d34761b38 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cf939187436d4978a7805ab5aa91005a&device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 1128 time: 0.0465994 Oct 03 15:05:07.723081 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-f1dc54b8-bc03-481c-a0e7-9cd9a4ab42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:07.724530 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-f1dc54b8-bc03-481c-a0e7-9cd9a4ab42ef service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e829d98a-e29f-45ac-9a33-fac7c75b7c82 HTTP/1.1" status: 200 len: 915 time: 0.0863163 Oct 03 15:05:07.911209 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-a8218cec-c308-4495-8d20-811ce0744bc8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19a1bee-251d-4ddc-85cc-0bf319cf566c HTTP/1.1" status: 200 len: 217 time: 0.0370553 Oct 03 15:05:07.958774 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-b1c605ad-8dfb-42bf-a083-8a54cc0f04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:07.960483 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-b1c605ad-8dfb-42bf-a083-8a54cc0f04ac service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9 HTTP/1.1" status: 200 len: 854 time: 0.0429778 Oct 03 15:05:07.990855 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-1061bd8f-3ec2-4304-872b-61b237961981 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e829d98a-e29f-45ac-9a33-fac7c75b7c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243917 Oct 03 15:05:08.085336 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-5bb5bc53-0842-4a6c-91dc-fbdd33657e09 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885835 Oct 03 15:05:08.173768 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5fe0de6a-e403-434e-af42-89157aef4e20 req-4bbd05a2-aa26-4931-a7e0-ed00a335e87a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827055 Oct 03 15:05:08.407626 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:08.425772 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387987de-ae1c-4656-b48d-da84da5f6608 req-ef9bc6f3-e834-49d3-b91a-06d31e322d31 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:08.427158 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-387987de-ae1c-4656-b48d-da84da5f6608 req-ef9bc6f3-e834-49d3-b91a-06d31e322d31 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 944 time: 0.0465262 Oct 03 15:05:08.474034 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-387987de-ae1c-4656-b48d-da84da5f6608 req-7a7c0e1b-40fc-4fa3-ab3e-fcf137227085 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Oct 03 15:05:09.594148 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f200e8a-6a66-4911-9521-16562783cb99 req-c180e671-e336-4ab2-886c-24c8dbe1ee6d tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:09.595497 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0f200e8a-6a66-4911-9521-16562783cb99 req-c180e671-e336-4ab2-886c-24c8dbe1ee6d tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 944 time: 0.0492022 Oct 03 15:05:09.640625 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0f200e8a-6a66-4911-9521-16562783cb99 req-9857d0f2-93aa-4342-bd45-faf61ccd7eef tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397098 Oct 03 15:05:10.362246 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device d19a1bee-251d-4ddc-85cc-0bf319cf566c details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:05:10.459516 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port d19a1bee-251d-4ddc-85cc-0bf319cf566c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d19a1bee-251d-4ddc-85cc-0bf319cf566c,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:05:10.470661 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'd19a1bee-251d-4ddc-85cc-0bf319cf566c', 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82', 'port_id': 'd19a1bee-251d-4ddc-85cc-0bf319cf566c', 'mac_address': 'fa:16:3e:7e:3c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:05:10.504610 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port d19a1bee-251d-4ddc-85cc-0bf319cf566c is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:05:10.504982 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:10.517271 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19a1bee-251d-4ddc-85cc-0bf319cf566c {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:05:10.536966 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port d19a1bee-251d-4ddc-85cc-0bf319cf566c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d19a1bee-251d-4ddc-85cc-0bf319cf566c,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:05:10.540909 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:10.587888 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=d19a1bee-251d-4ddc-85cc-0bf319cf566c,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:05:10.594692 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.595031 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.595364 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.595696 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.596019 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.596338 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.596659 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.597546 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.597869 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.598184 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.598498 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.598813 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.599124 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.599433 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.599743 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:05:10.743277 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:10.759896 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b9774-ed14-44fc-9c9f-14ed3db0b6e4 req-e627e3e3-c960-4233-a2ca-c4f49c9dd60f tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:10.761352 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-034b9774-ed14-44fc-9c9f-14ed3db0b6e4 req-e627e3e3-c960-4233-a2ca-c4f49c9dd60f tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 945 time: 0.0478432 Oct 03 15:05:10.809784 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-034b9774-ed14-44fc-9c9f-14ed3db0b6e4 req-f1bfeb4b-b205-4774-8854-6d95deeedb42 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Oct 03 15:05:10.923321 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['d19a1bee-251d-4ddc-85cc-0bf319cf566c'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:05:11.929677 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf817fe6-1917-4a7b-b947-3a78010639e2 req-2cea8ad0-862b-4b63-b5d0-50fb52e9fc02 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:11.931101 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bf817fe6-1917-4a7b-b947-3a78010639e2 req-2cea8ad0-862b-4b63-b5d0-50fb52e9fc02 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 945 time: 0.0453532 Oct 03 15:05:11.962638 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:11.970145 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:11.978411 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bf817fe6-1917-4a7b-b947-3a78010639e2 req-1d65c378-7ede-4689-bf91-f9886a972d89 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Oct 03 15:05:12.383681 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device d19a1bee-251d-4ddc-85cc-0bf319cf566c up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:05:12.429518 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port d19a1bee-251d-4ddc-85cc-0bf319cf566c completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:05:12.435034 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port d19a1bee-251d-4ddc-85cc-0bf319cf566c triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:05:12.435438 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:12.435799 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port d19a1bee-251d-4ddc-85cc-0bf319cf566c Oct 03 15:05:12.465057 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:12.511868 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port d19a1bee-251d-4ddc-85cc-0bf319cf566c is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:05:12.511868 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:12.513285 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:12.537329 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a92c14-7874-4e53-b1e6-46331b3d2ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a1bee-251d-4ddc-85cc-0bf319cf566c'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:05:12.539635 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19657382-6c0c-4b6d-9ccb-dc9ca09cb618" -d '{"events": [{"server_uuid": "41a92c14-7874-4e53-b1e6-46331b3d2ca4", "name": "network-vif-plugged", "status": "completed", "tag": "d19a1bee-251d-4ddc-85cc-0bf319cf566c"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:05:12.552853 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port d19a1bee-251d-4ddc-85cc-0bf319cf566c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d19a1bee-251d-4ddc-85cc-0bf319cf566c,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:05:12.558389 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:12.583614 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d72caf-3759-4b2d-b192-a26bbd8b6605 x-openstack-request-id: req-b6d72caf-3759-4b2d-b192-a26bbd8b6605 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:05:12.583908 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a92c14-7874-4e53-b1e6-46331b3d2ca4", "name": "network-vif-plugged", "status": "completed", "tag": "d19a1bee-251d-4ddc-85cc-0bf319cf566c", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:05:12.584160 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6d72caf-3759-4b2d-b192-a26bbd8b6605 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:05:12.584545 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d72caf-3759-4b2d-b192-a26bbd8b6605'] response: {'server_uuid': '41a92c14-7874-4e53-b1e6-46331b3d2ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a1bee-251d-4ddc-85cc-0bf319cf566c', 'code': 200} Oct 03 15:05:12.612341 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=d19a1bee-251d-4ddc-85cc-0bf319cf566c,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:05:12.787598 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829014e-dda7-4da9-b855-39276aac27f7 req-4450a2d0-9298-43cf-850c-b9ca7c295927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:12.789017 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5829014e-dda7-4da9-b855-39276aac27f7 req-4450a2d0-9298-43cf-850c-b9ca7c295927 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 1130 time: 0.0373969 Oct 03 15:05:12.833827 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5829014e-dda7-4da9-b855-39276aac27f7 req-c7733c12-7904-4b42-923a-463e6e0cad6e service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394433 Oct 03 15:05:13.114042 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a390e05-30f3-475e-9a9f-d49aec85ea49 req-9a36e468-d05b-4440-a4bf-1a1db364026f tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:13.115461 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a390e05-30f3-475e-9a9f-d49aec85ea49 req-9a36e468-d05b-4440-a4bf-1a1db364026f tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 946 time: 0.0450051 Oct 03 15:05:13.160727 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a390e05-30f3-475e-9a9f-d49aec85ea49 req-2f6eda96-5c36-4513-b1fe-3e431a8e19d0 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Oct 03 15:05:13.394986 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9a754aff-0f41-4c4b-974b-ad0d248c5749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:14.285115 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dd82c-1403-4d14-9b3b-fd164ee92564 req-3cef957d-ba3a-42ea-aaac-5efa4ab02f3a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:14.286604 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-572dd82c-1403-4d14-9b3b-fd164ee92564 req-3cef957d-ba3a-42ea-aaac-5efa4ab02f3a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 946 time: 0.0493250 Oct 03 15:05:14.337328 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-572dd82c-1403-4d14-9b3b-fd164ee92564 req-3256751a-02dc-43dc-bee5-93c45e9818d7 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450232 Oct 03 15:05:15.453615 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c716d3-a2a6-4275-a6c2-ebba50195e9b req-b6607fc0-df3c-494a-bdf8-0e97bd096178 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:05:15.455058 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-13c716d3-a2a6-4275-a6c2-ebba50195e9b req-b6607fc0-df3c-494a-bdf8-0e97bd096178 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 946 time: 0.0455675 Oct 03 15:05:15.490585 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-21a1ac59-a335-40e6-9b9a-77906abb2bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:15.502649 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-13c716d3-a2a6-4275-a6c2-ebba50195e9b req-808ee21d-0b95-429d-a034-4e40c4955fc7 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Oct 03 15:05:16.766168 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:17.992878 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:18.323396 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:24.323115 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=16 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:24.333412 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=23 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:24.571132 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:05:25.496621 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=29 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:25.498971 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=26 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:28.316778 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:28.319407 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:29.547015 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:31.917830 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:41.608104 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:41.608858 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:41.910359 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:41.912795 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:05:43.267481 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-09a60a5f-780b-4d68-ad06-f011490b711e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:45.495297 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-7baf8e4e-d27d-410b-9954-a438773de15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:46.768415 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:47.995353 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:05:48.326780 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:01.569470 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:06:01.936726 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:04.486780 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d1be3-2cce-4648-9be4-c0c295c1f8da req-933f5640-2896-4c73-9202-67a959674cd6 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:04.488156 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-274d1be3-2cce-4648-9be4-c0c295c1f8da req-933f5640-2896-4c73-9202-67a959674cd6 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 946 time: 0.0511615 Oct 03 15:06:04.535128 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-274d1be3-2cce-4648-9be4-c0c295c1f8da req-e851c365-6fc5-450c-b695-4bb870ae39bb tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Oct 03 15:06:05.656421 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d345a-55de-4e18-b409-53df5f0c133b req-e8ae847b-1a1a-4552-8c4e-7e0919adbf37 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:05.657908 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c23d345a-55de-4e18-b409-53df5f0c133b req-e8ae847b-1a1a-4552-8c4e-7e0919adbf37 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 946 time: 0.0454395 Oct 03 15:06:05.704486 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-c23d345a-55de-4e18-b409-53df5f0c133b req-9248f46c-3705-4cfa-9ea3-1ada21a5b056 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Oct 03 15:06:06.648811 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-3e394033-4c3a-4bf0-837c-026c997b2210 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:06.650301 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-3e394033-4c3a-4bf0-837c-026c997b2210 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 946 time: 0.0458453 Oct 03 15:06:06.737258 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Deleting port d19a1bee-251d-4ddc-85cc-0bf319cf566c {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:06:06.737638 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:06.837947 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cc262-68b8-4084-ae5f-3bcf0e3fcf2b req-375bbd8b-9c6f-47a8-b102-5e85e969a90b tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:06.839396 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6e8cc262-68b8-4084-ae5f-3bcf0e3fcf2b req-375bbd8b-9c6f-47a8-b102-5e85e969a90b tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=41a92c14-7874-4e53-b1e6-46331b3d2ca4 HTTP/1.1" status: 200 len: 946 time: 0.0579591 Oct 03 15:06:06.884176 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] For port d19a1bee-251d-4ddc-85cc-0bf319cf566c, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=d19a1bee-251d-4ddc-85cc-0bf319cf566c,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:06:06.884537 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:06.906304 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Calling delete_port for d19a1bee-251d-4ddc-85cc-0bf319cf566c owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:06:06.928382 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6e8cc262-68b8-4084-ae5f-3bcf0e3fcf2b req-6c96eef5-fe57-422f-9733-f1549135b0bf tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785255 Oct 03 15:06:07.043120 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (d19a1bee-251d-4ddc-85cc-0bf319cf566c), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:07.073794 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Pushing event deleted for resources: {'Port': ['ID=d19a1bee-251d-4ddc-85cc-0bf319cf566c,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:06:07.081162 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['d19a1bee-251d-4ddc-85cc-0bf319cf566c'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:06:07.086921 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.087250 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.087585 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.087918 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.088245 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.088569 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.088901 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.089218 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.089557 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.089882 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.090215 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.090522 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.090842 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.091155 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.091468 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:07.127010 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] No DVR routers for this DVR port d19a1bee-251d-4ddc-85cc-0bf319cf566c on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:06:07.129410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:07.132786 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8efe5ea0-77c8-4698-84c5-c23b3421708a req-038c6c3a-031d-4586-95a5-00a27396584a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.42 "DELETE /networking/v2.0/ports/d19a1bee-251d-4ddc-85cc-0bf319cf566c HTTP/1.1" status: 204 len: 173 time: 0.4770486 Oct 03 15:06:07.133273 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a92c14-7874-4e53-b1e6-46331b3d2ca4', 'name': 'network-vif-deleted', 'tag': 'd19a1bee-251d-4ddc-85cc-0bf319cf566c'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:06:07.135522 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604351de-ced4-4a0b-8aa2-ba4745f2490f" -d '{"events": [{"server_uuid": "41a92c14-7874-4e53-b1e6-46331b3d2ca4", "name": "network-vif-deleted", "tag": "d19a1bee-251d-4ddc-85cc-0bf319cf566c"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:06:07.177594 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d898634-58ba-4c2d-a225-fd2a9bf6a14e x-openstack-request-id: req-1d898634-58ba-4c2d-a225-fd2a9bf6a14e {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:06:07.177912 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a92c14-7874-4e53-b1e6-46331b3d2ca4", "name": "network-vif-deleted", "tag": "d19a1bee-251d-4ddc-85cc-0bf319cf566c", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:06:07.178169 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d898634-58ba-4c2d-a225-fd2a9bf6a14e {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:06:07.178570 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d898634-58ba-4c2d-a225-fd2a9bf6a14e'] response: {'server_uuid': '41a92c14-7874-4e53-b1e6-46331b3d2ca4', 'name': 'network-vif-deleted', 'tag': 'd19a1bee-251d-4ddc-85cc-0bf319cf566c', 'status': 'completed', 'code': 200} Oct 03 15:06:11.564892 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:11.565590 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:11.778346 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device d19a1bee-251d-4ddc-85cc-0bf319cf566c no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:06:11.800014 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: d19a1bee-251d-4ddc-85cc-0bf319cf566c {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:06:11.800355 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device d19a1bee-251d-4ddc-85cc-0bf319cf566c not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:06:13.256862 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:13.258548 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:13.270547 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-7fd921f7-f7bb-487f-b6e2-25836c7783c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:15.495934 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a56bd968-845e-4ae5-832a-aec8b0e253de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:15.693729 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=10 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:15.701149 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=8 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:16.771366 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:17.112027 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=65,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:17.112872 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=62,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:17.980135 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-0672e302-8668-4d69-a922-8ec85c1e217e tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:17.981624 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-0672e302-8668-4d69-a922-8ec85c1e217e tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/networks?id=e829d98a-e29f-45ac-9a33-fac7c75b7c82 HTTP/1.1" status: 200 len: 814 time: 0.1039038 Oct 03 15:06:17.996625 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-d567790a-5290-4ccc-8620-c55c82eace39 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/quotas/cf939187436d4978a7805ab5aa91005a HTTP/1.1" status: 200 len: 375 time: 0.0093524 Oct 03 15:06:17.997107 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:18.028970 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-fd9bc9c2-26fe-4e5d-aa07-12d994ea6a32 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cf939187436d4978a7805ab5aa91005a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272291 Oct 03 15:06:18.330612 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:18.364896 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-f749e10d-890d-4540-abcf-adf3aa590630 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289499 Oct 03 15:06:18.453014 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-db68a29a-fac2-40de-8e48-ba4bc8b06611 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823915 Oct 03 15:06:18.617459 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8d07911d-be63-4f35-a1d3-a02c5bb04a9f req-ccbc3395-7a2e-4ae5-b059-c5bd7b94e064 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 210 time: 0.0280755 Oct 03 15:06:19.660414 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-5c5cfade-0f91-4a51-bb45-28fd356fc1ba tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:19.662071 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-5c5cfade-0f91-4a51-bb45-28fd356fc1ba tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e829d98a-e29f-45ac-9a33-fac7c75b7c82 HTTP/1.1" status: 200 len: 814 time: 0.1128008 Oct 03 15:06:19.689767 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Request body: {'port': {'device_id': '9e1027c2-7a56-436c-9a65-ffaeac086d95', 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82', 'admin_state_up': True, 'tenant_id': 'cf939187436d4978a7805ab5aa91005a'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:06:19.729051 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f8ae3bf8-fe1b-438d-ab66-1d2c72895b62 req-bd89a680-8a75-46f5-9f38-f214dfbf17c4 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 210 time: 0.0326087 Oct 03 15:06:19.796315 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Made reservation on behalf of cf939187436d4978a7805ab5aa91005a for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:06:19.799975 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:19.926343 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Allocated IP 172.20.0.10 (e829d98a-e29f-45ac-9a33-fac7c75b7c82/c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9/dbf28f4a-4055-44ed-9109-da33f7625589) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:06:20.071153 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks [] for port (dbf28f4a-4055-44ed-9109-da33f7625589), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:20.102197 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:20.143132 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Network e829d98a-e29f-45ac-9a33-fac7c75b7c82 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:06:20.146392 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:06:20.150108 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:06:20.175883 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Pushing event updated for resources: {'Port': ['ID=dbf28f4a-4055-44ed-9109-da33f7625589,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:06:20.202444 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:20.203043 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:20.219244 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-2d743a73-593f-4ac0-82c0-0c737a36c427 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5336263 Oct 03 15:06:20.235975 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Request body: {'port': {'device_id': '9e1027c2-7a56-436c-9a65-ffaeac086d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:06:20.555798 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:20.592313 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:20.608894 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:20.805057 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf28f4a-4055-44ed-9109-da33f7625589 {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:06:20.824003 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Publish callbacks [] for port (dbf28f4a-4055-44ed-9109-da33f7625589), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:20.857472 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Transition to ACTIVE for port object dbf28f4a-4055-44ed-9109-da33f7625589 will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:06:20.860939 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:20.874603 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f932ea0-0625-4e97-8252-dee13f557cf9 req-3c974606-efc8-4e85-92c0-206b3e091cf7 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:20.876059 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7f932ea0-0625-4e97-8252-dee13f557cf9 req-3c974606-efc8-4e85-92c0-206b3e091cf7 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 932 time: 0.0666039 Oct 03 15:06:20.946621 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf28f4a-4055-44ed-9109-da33f7625589,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:06:20.999886 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-7f932ea0-0625-4e97-8252-dee13f557cf9 req-4f289a9a-a8de-4265-b9bd-d88f0fe7630b tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052771 Oct 03 15:06:21.014760 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Attempting to bind port dbf28f4a-4055-44ed-9109-da33f7625589 on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:06:21.015095 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Attempting to bind port dbf28f4a-4055-44ed-9109-da33f7625589 by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:06:21.015418 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Attempting to bind port dbf28f4a-4055-44ed-9109-da33f7625589 on network e829d98a-e29f-45ac-9a33-fac7c75b7c82 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:06:21.056435 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Port dbf28f4a-4055-44ed-9109-da33f7625589 on network e829d98a-e29f-45ac-9a33-fac7c75b7c82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:06:21.056757 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Attempting to bind port dbf28f4a-4055-44ed-9109-da33f7625589 on network e829d98a-e29f-45ac-9a33-fac7c75b7c82 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:06:21.096545 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:06:21.096816 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Checking segment: {'id': '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:06:21.097195 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Bound using segment: {'id': '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:06:21.097650 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Bound port: dbf28f4a-4055-44ed-9109-da33f7625589, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:06:21.098006 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:21.159780 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] For port dbf28f4a-4055-44ed-9109-da33f7625589, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:06:21.163417 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] For port dbf28f4a-4055-44ed-9109-da33f7625589, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=dbf28f4a-4055-44ed-9109-da33f7625589,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:06:21.168504 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:21.172645 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:21.173248 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:21.174657 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/dbf28f4a-4055-44ed-9109-da33f7625589 HTTP/1.1" status: 200 len: 1094 time: 0.9425931 Oct 03 15:06:21.175184 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1027c2-7a56-436c-9a65-ffaeac086d95', 'tag': 'dbf28f4a-4055-44ed-9109-da33f7625589'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:06:21.177405 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9355b0cb-e82e-41b0-8d53-6fd86b72385b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1027c2-7a56-436c-9a65-ffaeac086d95", "tag": "dbf28f4a-4055-44ed-9109-da33f7625589"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:06:21.219456 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95220bd5-81d5-417c-a81d-6357844c119b x-openstack-request-id: req-95220bd5-81d5-417c-a81d-6357844c119b {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:06:21.219733 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1027c2-7a56-436c-9a65-ffaeac086d95", "tag": "dbf28f4a-4055-44ed-9109-da33f7625589", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:06:21.219983 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95220bd5-81d5-417c-a81d-6357844c119b {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:06:21.220383 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95220bd5-81d5-417c-a81d-6357844c119b'] response: {'name': 'network-changed', 'server_uuid': '9e1027c2-7a56-436c-9a65-ffaeac086d95', 'tag': 'dbf28f4a-4055-44ed-9109-da33f7625589', 'status': 'completed', 'code': 200} Oct 03 15:06:21.230278 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771475f8-662b-4c30-a64f-a6c5f6515888 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf28f4a-4055-44ed-9109-da33f7625589,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:06:21.282293 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-bbafb36a-275f-4a41-a4ae-fc380d631afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:21.283749 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-bbafb36a-275f-4a41-a4ae-fc380d631afd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cf939187436d4978a7805ab5aa91005a&device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 1128 time: 0.0377667 Oct 03 15:06:21.328420 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-f66a52bf-2b20-43c9-a6f9-e8c815c2cfd6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf28f4a-4055-44ed-9109-da33f7625589 HTTP/1.1" status: 200 len: 217 time: 0.0311670 Oct 03 15:06:21.379345 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-4b6d01d5-5cee-48c6-a7a1-e37e3e496f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:21.380711 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-4b6d01d5-5cee-48c6-a7a1-e37e3e496f2d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9 HTTP/1.1" status: 200 len: 854 time: 0.0461977 Oct 03 15:06:21.410911 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-57b6a3f9-ad6c-4f56-a753-c72539f05002 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e829d98a-e29f-45ac-9a33-fac7c75b7c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242124 Oct 03 15:06:21.474901 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:21.499945 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-f39b317f-f7dc-4503-9cc9-e413bae06646 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820799 Oct 03 15:06:21.555288 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:21.591894 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66cc5972-8ad3-48c5-9690-7bdc8ab19fdb req-a8e82b52-0b2b-4b39-a25b-fcc27c8fdbc5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858178 Oct 03 15:06:22.117631 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8245de-0945-4a11-99a8-b9eacd1c9711 req-202d17b6-dd75-4d5c-81af-8be15467e562 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:22.119055 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1b8245de-0945-4a11-99a8-b9eacd1c9711 req-202d17b6-dd75-4d5c-81af-8be15467e562 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 944 time: 0.0458143 Oct 03 15:06:22.165601 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1b8245de-0945-4a11-99a8-b9eacd1c9711 req-45b10e54-9481-4d25-8f4e-6f469144274f tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Oct 03 15:06:23.286423 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079e4a8-d6d5-4f16-90f4-5d43cf886c4f req-171fd554-1925-4771-8b1b-9df634e5520f tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:23.287886 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0079e4a8-d6d5-4f16-90f4-5d43cf886c4f req-171fd554-1925-4771-8b1b-9df634e5520f tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 944 time: 0.0463326 Oct 03 15:06:23.335400 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-0079e4a8-d6d5-4f16-90f4-5d43cf886c4f req-8a56a590-2c80-422b-9e40-ff7883abce5e tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Oct 03 15:06:23.823658 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-88e165ae-8a2e-41cb-a232-901cb7a1ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:23.825106 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-88e165ae-8a2e-41cb-a232-901cb7a1ae8a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cf939187436d4978a7805ab5aa91005a&device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 1128 time: 0.0418763 Oct 03 15:06:23.912181 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-fa0bd2ae-b39c-48b8-8072-bf7c8d992ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:23.913597 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-fa0bd2ae-b39c-48b8-8072-bf7c8d992ea8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=e829d98a-e29f-45ac-9a33-fac7c75b7c82 HTTP/1.1" status: 200 len: 915 time: 0.0827577 Oct 03 15:06:23.953901 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-5bf6cb0e-bc54-4a92-b8a2-cbc1bf8d6cd0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf28f4a-4055-44ed-9109-da33f7625589 HTTP/1.1" status: 200 len: 217 time: 0.0342028 Oct 03 15:06:23.999767 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-95ba20d3-a84a-4bf2-9b2f-3ec6e428d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:24.001109 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-95ba20d3-a84a-4bf2-9b2f-3ec6e428d4ef service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9 HTTP/1.1" status: 200 len: 854 time: 0.0422785 Oct 03 15:06:24.030290 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-d087eadc-6d8e-406b-aaf9-4ad7e431242e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e829d98a-e29f-45ac-9a33-fac7c75b7c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235589 Oct 03 15:06:24.120516 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-5ec59e75-b533-459f-8f29-c2ebe8fd55c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842421 Oct 03 15:06:24.207882 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9355b0cb-e82e-41b0-8d53-6fd86b72385b req-897b2a90-a266-484e-a0f8-1d5038793b66 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818012 Oct 03 15:06:24.451301 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a22ea6-242b-4dfd-b338-a1b897fa4c92 req-a4a13f67-180c-4ccf-be46-227f4f99daff tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:24.452743 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a9a22ea6-242b-4dfd-b338-a1b897fa4c92 req-a4a13f67-180c-4ccf-be46-227f4f99daff tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 944 time: 0.0449440 Oct 03 15:06:24.503753 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-a9a22ea6-242b-4dfd-b338-a1b897fa4c92 req-85ecf38f-44fe-4081-b153-8520bbcf7ddd tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454531 Oct 03 15:06:24.580070 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device dbf28f4a-4055-44ed-9109-da33f7625589 details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:06:24.682957 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port dbf28f4a-4055-44ed-9109-da33f7625589, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=dbf28f4a-4055-44ed-9109-da33f7625589,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:06:24.693832 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'dbf28f4a-4055-44ed-9109-da33f7625589', 'network_id': 'e829d98a-e29f-45ac-9a33-fac7c75b7c82', 'port_id': 'dbf28f4a-4055-44ed-9109-da33f7625589', 'mac_address': 'fa:16:3e:f0:50:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:06:24.729461 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port dbf28f4a-4055-44ed-9109-da33f7625589 is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:06:24.729873 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:24.746304 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf28f4a-4055-44ed-9109-da33f7625589 {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:06:24.765642 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port dbf28f4a-4055-44ed-9109-da33f7625589, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=dbf28f4a-4055-44ed-9109-da33f7625589,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:06:24.768893 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:24.813149 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=dbf28f4a-4055-44ed-9109-da33f7625589,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:06:24.820459 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.820806 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.821142 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.821481 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.821833 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.822162 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.822490 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.822811 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.823132 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.823455 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.823776 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.824096 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.824420 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.824736 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:24.825051 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:06:25.179853 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['dbf28f4a-4055-44ed-9109-da33f7625589'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:06:25.622001 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ef1e6-4a12-4ecd-9685-10bf7f930ec3 req-cdb8a627-30cc-4ec5-8d30-811e0d883edc tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:25.623470 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2c2ef1e6-4a12-4ecd-9685-10bf7f930ec3 req-cdb8a627-30cc-4ec5-8d30-811e0d883edc tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 945 time: 0.0459342 Oct 03 15:06:25.674585 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-2c2ef1e6-4a12-4ecd-9685-10bf7f930ec3 req-261a81c8-71c3-4097-b68a-68e4b65c2da8 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Oct 03 15:06:26.602578 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device dbf28f4a-4055-44ed-9109-da33f7625589 up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:06:26.644276 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port dbf28f4a-4055-44ed-9109-da33f7625589 completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:06:26.649836 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port dbf28f4a-4055-44ed-9109-da33f7625589 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:06:26.650206 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:26.650542 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port dbf28f4a-4055-44ed-9109-da33f7625589 Oct 03 15:06:26.723842 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port dbf28f4a-4055-44ed-9109-da33f7625589 is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:06:26.724168 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:26.747795 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1027c2-7a56-436c-9a65-ffaeac086d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf28f4a-4055-44ed-9109-da33f7625589'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:06:26.750071 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ff58c7-3780-4af6-a379-36db44b51dc6" -d '{"events": [{"server_uuid": "9e1027c2-7a56-436c-9a65-ffaeac086d95", "name": "network-vif-plugged", "status": "completed", "tag": "dbf28f4a-4055-44ed-9109-da33f7625589"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:06:26.766627 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port dbf28f4a-4055-44ed-9109-da33f7625589, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=dbf28f4a-4055-44ed-9109-da33f7625589,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:06:26.771071 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:26.794301 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c09bfa3-1ad2-48f3-aa85-6c5d9b05163c x-openstack-request-id: req-1c09bfa3-1ad2-48f3-aa85-6c5d9b05163c {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:06:26.794596 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1027c2-7a56-436c-9a65-ffaeac086d95", "name": "network-vif-plugged", "status": "completed", "tag": "dbf28f4a-4055-44ed-9109-da33f7625589", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:06:26.794850 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c09bfa3-1ad2-48f3-aa85-6c5d9b05163c {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:06:26.795237 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c09bfa3-1ad2-48f3-aa85-6c5d9b05163c'] response: {'server_uuid': '9e1027c2-7a56-436c-9a65-ffaeac086d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf28f4a-4055-44ed-9109-da33f7625589', 'code': 200} Oct 03 15:06:26.801521 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc0771-d923-4352-85f6-04881b16e4ee req-fb8dc649-c8d4-4f06-9a92-4ae456adf4fe tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:26.803678 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-15cc0771-d923-4352-85f6-04881b16e4ee req-fb8dc649-c8d4-4f06-9a92-4ae456adf4fe tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 945 time: 0.0548749 Oct 03 15:06:26.818453 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:26.821736 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=dbf28f4a-4055-44ed-9109-da33f7625589,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:06:26.854345 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-15cc0771-d923-4352-85f6-04881b16e4ee req-ca11d42b-1698-40b0-9ff2-2204c90cbbac tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Oct 03 15:06:26.998965 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8411386-511c-41ca-bb23-f9198af388ba req-88809aa1-e3f4-41d3-af33-e85e21ac3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:27.000278 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f8411386-511c-41ca-bb23-f9198af388ba req-88809aa1-e3f4-41d3-af33-e85e21ac3ec3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 1130 time: 0.0370202 Oct 03 15:06:27.041939 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f8411386-511c-41ca-bb23-f9198af388ba req-38cec2a8-4ab0-4f34-abc2-9fc894002866 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358422 Oct 03 15:06:27.978817 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b92eb-0667-486d-a25c-171797b35619 req-ddce8408-d1a3-4e94-9705-ad7989e30e8d tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:27.980252 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9e8b92eb-0667-486d-a25c-171797b35619 req-ddce8408-d1a3-4e94-9705-ad7989e30e8d tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 946 time: 0.0486660 Oct 03 15:06:28.026466 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-9e8b92eb-0667-486d-a25c-171797b35619 req-27a23622-f360-4845-99f8-8a15b8951fc2 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Oct 03 15:06:29.147014 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78732-a42c-4a9d-984e-f43c653b58c2 req-7f7eef2d-d6e1-4cdc-859d-fc16144d79f2 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:29.148454 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-88c78732-a42c-4a9d-984e-f43c653b58c2 req-7f7eef2d-d6e1-4cdc-859d-fc16144d79f2 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 946 time: 0.0479124 Oct 03 15:06:29.172707 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:29.195964 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-88c78732-a42c-4a9d-984e-f43c653b58c2 req-39f7a242-42ad-4468-b3b3-6f2a403bee4a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419245 Oct 03 15:06:31.922551 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:38.016503 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=57 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:38.022813 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=63 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:38.568415 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:06:39.189813 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=86 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:39.192090 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:41.916169 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:41.918090 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:43.276899 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-6d29f672-dd5f-44f6-8c66-c3926e648517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:45.497623 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-a6156132-951f-4da4-8eb9-14167c89bd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:46.774219 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:47.999107 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:48.334244 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:48.563154 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=18 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:48.563890 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=16 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:06:53.418259 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aed5c-d171-4e4a-975f-a453bf651e4a req-7e96dbaf-3231-4b02-8e91-599782dea4b6 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:53.419703 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e7aed5c-d171-4e4a-975f-a453bf651e4a req-7e96dbaf-3231-4b02-8e91-599782dea4b6 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 946 time: 0.0460570 Oct 03 15:06:53.465625 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-1e7aed5c-d171-4e4a-975f-a453bf651e4a req-e3f435a9-3ce7-4b5d-aced-382ac2ab3169 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403900 Oct 03 15:06:54.585490 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3d23a-3f4d-4b57-9200-1eff4ec0393f req-92449fbf-06ba-4e3e-ad56-395e5dde3cee tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:54.586966 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cdc3d23a-3f4d-4b57-9200-1eff4ec0393f req-92449fbf-06ba-4e3e-ad56-395e5dde3cee tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 946 time: 0.0456858 Oct 03 15:06:54.634399 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cdc3d23a-3f4d-4b57-9200-1eff4ec0393f req-a55a51c7-ebf0-47fe-b87e-59f99e6c1b40 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=7bcfc60a-5a3b-488f-a568-765eac492fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Oct 03 15:06:55.312899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1972e-481f-43fb-9b70-f05b54151768 req-d0c5c052-e1c6-4bad-b19b-51fe5022110a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:06:55.314389 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-32a1972e-481f-43fb-9b70-f05b54151768 req-d0c5c052-e1c6-4bad-b19b-51fe5022110a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 946 time: 0.0493240 Oct 03 15:06:55.393787 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-32a1972e-481f-43fb-9b70-f05b54151768 req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Deleting port dbf28f4a-4055-44ed-9109-da33f7625589 {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:06:55.394123 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-32a1972e-481f-43fb-9b70-f05b54151768 req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:55.485795 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-32a1972e-481f-43fb-9b70-f05b54151768 req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] For port dbf28f4a-4055-44ed-9109-da33f7625589, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=dbf28f4a-4055-44ed-9109-da33f7625589,segment=NetworkSegment(30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f),segment_id=30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:06:55.486203 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-32a1972e-481f-43fb-9b70-f05b54151768 req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:55.499864 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-32a1972e-481f-43fb-9b70-f05b54151768 req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Calling delete_port for dbf28f4a-4055-44ed-9109-da33f7625589 owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:06:55.622127 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-32a1972e-481f-43fb-9b70-f05b54151768 req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (dbf28f4a-4055-44ed-9109-da33f7625589), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:55.652793 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Pushing event deleted for resources: {'Port': ['ID=dbf28f4a-4055-44ed-9109-da33f7625589,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:06:55.660689 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['dbf28f4a-4055-44ed-9109-da33f7625589'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:06:55.698177 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a1972e-481f-43fb-9b70-f05b54151768 req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] No DVR routers for this DVR port dbf28f4a-4055-44ed-9109-da33f7625589 on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:06:55.700581 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-32a1972e-481f-43fb-9b70-f05b54151768 req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:06:55.703792 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-32a1972e-481f-43fb-9b70-f05b54151768 req-70e2d968-d9a4-41be-88aa-4d4961f3eb1a tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.42 "DELETE /networking/v2.0/ports/dbf28f4a-4055-44ed-9109-da33f7625589 HTTP/1.1" status: 204 len: 173 time: 0.3836310 Oct 03 15:06:55.704295 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1027c2-7a56-436c-9a65-ffaeac086d95', 'name': 'network-vif-deleted', 'tag': 'dbf28f4a-4055-44ed-9109-da33f7625589'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:06:55.706703 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5cda28-2a7b-4e79-9978-e53de0f34653" -d '{"events": [{"server_uuid": "9e1027c2-7a56-436c-9a65-ffaeac086d95", "name": "network-vif-deleted", "tag": "dbf28f4a-4055-44ed-9109-da33f7625589"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:06:55.742760 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6a4f5e2a-70c6-4d4c-848c-fef196564f9b req-0a7f1b58-4699-44df-b27f-c1ce21b2b299 tempest-VolumesSnapshotTestJSON-56307656 tempest-VolumesSnapshotTestJSON-56307656-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=9e1027c2-7a56-436c-9a65-ffaeac086d95 HTTP/1.1" status: 200 len: 210 time: 0.0320768 Oct 03 15:06:55.754876 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e60b6-0fd9-4538-96a5-e99498246a2a x-openstack-request-id: req-166e60b6-0fd9-4538-96a5-e99498246a2a {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:06:55.755309 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1027c2-7a56-436c-9a65-ffaeac086d95", "name": "network-vif-deleted", "tag": "dbf28f4a-4055-44ed-9109-da33f7625589", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:06:55.755421 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-166e60b6-0fd9-4538-96a5-e99498246a2a {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:06:55.755805 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166e60b6-0fd9-4538-96a5-e99498246a2a'] response: {'server_uuid': '9e1027c2-7a56-436c-9a65-ffaeac086d95', 'name': 'network-vif-deleted', 'tag': 'dbf28f4a-4055-44ed-9109-da33f7625589', 'status': 'completed', 'code': 200} Oct 03 15:07:01.576837 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device dbf28f4a-4055-44ed-9109-da33f7625589 no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:07:01.596917 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: dbf28f4a-4055-44ed-9109-da33f7625589 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:07:01.597262 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device dbf28f4a-4055-44ed-9109-da33f7625589 not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:07:01.930138 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:04.627938 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=10 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:04.630361 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=8 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:05.720319 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=59,neutron:DELETE=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:05.723868 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:11.922971 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:11.924863 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:13.267953 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-8f72ba59-7883-4b3b-8ed8-685721178290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:15.499432 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-26c7fef4-f52b-4867-8f6f-c23da0e4aa3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:15.567340 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:07:16.776222 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:18.000890 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:18.337082 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:20.545730 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:21.027973 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 35326) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:21.072339 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Deleting subnet c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9 {{(pid=112659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:07:21.075438 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Publish callbacks [] for subnet (c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.113733 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8732928'] for subnet (c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9), precommit_delete_associations {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.153800 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.206170 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12367017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12517844'] for subnet (c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.231210 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:21.238813 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.242459 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/c8474cc3-f7b3-45f0-b691-ce3b8c52a9f9 HTTP/1.1" status: 204 len: 168 time: 0.2134962 Oct 03 15:07:21.244256 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.244698 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.245047 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.245154 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35328) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:21.245556 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.245729 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.246063 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.246391 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.246718 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.247053 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.247372 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.247705 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.248032 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.248354 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.248672 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.248990 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b806a1c-b525-44aa-8297-4eea2df72121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.317272 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (e829d98a-e29f-45ac-9a33-fac7c75b7c82), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.394736 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (e829d98a-e29f-45ac-9a33-fac7c75b7c82), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.414048 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e829d98a-e29f-45ac-9a33-fac7c75b7c82']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:21.422998 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:21.423291 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:21.433059 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.446423 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.452457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:07:21.452831 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.518773 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (e829d98a-e29f-45ac-9a33-fac7c75b7c82), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.524673 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.528069 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/e829d98a-e29f-45ac-9a33-fac7c75b7c82 HTTP/1.1" status: 204 len: 168 time: 0.2817037 Oct 03 15:07:21.540911 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f resource provider aggregate not found Oct 03 15:07:21.544671 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Pushing event deleted for resources: {'Network': ['ID=e829d98a-e29f-45ac-9a33-fac7c75b7c82,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:21.552542 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.552994 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.553893 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.554236 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.554563 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.554890 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.555217 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.555538 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.555864 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.556264 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.556503 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.556827 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.557143 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.557584 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.557795 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf9e66-cb72-4c51-967f-c7b832b3d30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:21.561385 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30cc58ca-9a40-4b6f-8a48-9f958cd6aa3f found for delete ", "request_id": "req-0faea4bd-a355-4e8a-add9-f8e6f7043aa5"}]} Oct 03 15:07:21.637603 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35338) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:21.677847 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-65c45540-a74d-4b7e-bfe5-0f5f312960ef admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=cf939187436d4978a7805ab5aa91005a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390975 Oct 03 15:07:21.680860 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35340) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:21.727947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f718f76f-45e0-4a15-ac68-880ce30eab74 admin admin] Publish callbacks [] for security_group (7bcfc60a-5a3b-488f-a568-765eac492fee), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.747904 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f718f76f-45e0-4a15-ac68-880ce30eab74 admin admin] Publish callbacks [] for security_group (7bcfc60a-5a3b-488f-a568-765eac492fee), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.798292 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f718f76f-45e0-4a15-ac68-880ce30eab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (7bcfc60a-5a3b-488f-a568-765eac492fee), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.800845 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f718f76f-45e0-4a15-ac68-880ce30eab74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:21.801938 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-f718f76f-45e0-4a15-ac68-880ce30eab74 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7bcfc60a-5a3b-488f-a568-765eac492fee HTTP/1.1" status: 204 len: 168 time: 0.1202023 Oct 03 15:07:21.810435 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718f76f-45e0-4a15-ac68-880ce30eab74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcfc60a-5a3b-488f-a568-765eac492fee,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:22.452314 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35362) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:22.548184 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1822301468-network', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:07:22.568042 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Made reservation on behalf of 1b1db654fb9f4320ade1ca90e5000e09 for: {'network': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:07:22.570854 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:22.579056 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:22.654577 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Publish callbacks [] for security_group (6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:22.658065 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:22.683820 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=112658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:07:22.692861 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:22.701283 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (c453e3dc-5ac4-4d73-b61e-18295ca0fe24), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:22.701283 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.segments_db [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Added segment c453e3dc-5ac4-4d73-b61e-18295ca0fe24 of type vlan for network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 Oct 03 15:07:22.742206 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (535a5116-7d3b-43cd-8377-22a0ad6e55c7), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:22.766122 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (535a5116-7d3b-43cd-8377-22a0ad6e55c7), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:22.767081 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:22.767655 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:22.785488 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:22.821905 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:22.831227 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3778939 Oct 03 15:07:22.834251 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 35366) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:22.836937 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33345850-3d51-47d9-b809-29bc7af34b7b admin admin] Pushing event updated for resources: {'Network': ['ID=535a5116-7d3b-43cd-8377-22a0ad6e55c7,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:22.839463 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Request body: {'subnet': {'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1822301468-subnet', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'ip_version': 4}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:07:22.850110 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:07:22.860907 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Made reservation on behalf of 1b1db654fb9f4320ade1ca90e5000e09 for: {'subnet': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:07:22.863302 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12525109'] for subnet (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.030376 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12367080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12525095'] for subnet (c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.091528 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:23.098887 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Checking segment: {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:07:23.099242 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Network hostable DHCP agents. Network: 535a5116-7d3b-43cd-8377-22a0ad6e55c7, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:07:23.116272 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:07:23.124853 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, 535a5116-7d3b-43cd-8377-22a0ad6e55c7) {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:23.128865 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:23.129410 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.133628 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e4d39e-7364-41ad-bf99-222f6ee95435 None None] Network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:07:23.145428 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-120a5c1f-0738-4a4b-ac87-87794b807503 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3100739 Oct 03 15:07:23.148370 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35368) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:23.152800 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:07:23.174731 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (1c2a9871-7791-403d-98d2-6d886150ddd0), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.176270 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (1c2a9871-7791-403d-98d2-6d886150ddd0), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.230208 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks [] for router_controller (1c2a9871-7791-403d-98d2-6d886150ddd0), precommit_add_association {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.237779 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 15:07:23.238690 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.369872 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks [] for router_gateway (1c2a9871-7791-403d-98d2-6d886150ddd0), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.373243 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Allocated IP 172.20.0.2 (535a5116-7d3b-43cd-8377-22a0ad6e55c7/c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb/6ce22f4d-3b7f-4602-9085-5b15545e5ea3) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:07:23.513589 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Publish callbacks [] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.519827 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.551762 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks [] for router_gateway (1c2a9871-7791-403d-98d2-6d886150ddd0), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.560296 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:07:23.563302 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:23.565771 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:07:23.574683 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.576498 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Pushing event updated for resources: {'Port': ['ID=6ce22f4d-3b7f-4602-9085-5b15545e5ea3,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:23.627893 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Attempting to bind port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:07:23.628173 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Attempting to bind port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:07:23.628524 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Attempting to bind port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 on network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:07:23.669860 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:07:23.670225 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Checking segment: {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:07:23.670621 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.671003 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Bound using segment: {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:07:23.671482 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Bound port: 6ce22f4d-3b7f-4602-9085-5b15545e5ea3, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:07:23.671828 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.679796 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Allocated IP 172.27.1.9 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/07eb53dd-59ad-4f08-8a1a-77fba19be836) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:07:23.737783 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] For port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:07:23.741226 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] For port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=6ce22f4d-3b7f-4602-9085-5b15545e5ea3,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:07:23.747772 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.794708 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:23.801624 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a990d8-d3c6-4436-a778-dcf4351b62b4 None None] Pushing event updated for resources: {'Port': ['ID=6ce22f4d-3b7f-4602-9085-5b15545e5ea3,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:23.801947 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks [] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.837519 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:23.881066 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:07:23.886881 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:23.889285 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:07:23.892517 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Pushing event updated for resources: {'Port': ['ID=07eb53dd-59ad-4f08-8a1a-77fba19be836,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:24.056129 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:24.091575 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:24.154663 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks [] for router_gateway (1c2a9871-7791-403d-98d2-6d886150ddd0), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:24.245108 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:24.280085 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:24.291648 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:24.292018 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:24.292359 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 Oct 03 15:07:24.352126 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (1c2a9871-7791-403d-98d2-6d886150ddd0), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:24.372464 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:24.372858 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:24.408300 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=6ce22f4d-3b7f-4602-9085-5b15545e5ea3,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:07:24.412613 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:24.464298 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=6ce22f4d-3b7f-4602-9085-5b15545e5ea3,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:24.492298 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Router 1c2a9871-7791-403d-98d2-6d886150ddd0 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 15:07:24.599065 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:07:24.609052 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Sync routers for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:07:24.619426 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:24.620677 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6c3dc9d5-594e-4257-92c5-7c4bfa8fb311 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4712746 Oct 03 15:07:24.620942 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:07:24.621536 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:24.624977 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35370) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:24.655424 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8963b761-8a25-4f99-b58e-905855dd2ba3 None None] Network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:07:24.712829 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-abef2206-38e1-4dae-a383-16f167fa1911 None None] Provisioning complete for port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:24.713462 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-abef2206-38e1-4dae-a383-16f167fa1911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:24.713885 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-abef2206-38e1-4dae-a383-16f167fa1911 None None] Attempt 1 to provision port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 Oct 03 15:07:24.724365 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:07:24.842584 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-abef2206-38e1-4dae-a383-16f167fa1911 None None] Current status of the port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:24.896339 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:24Z', 'revision_number': 3, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:24.923261 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Checking router: 1c2a9871-7791-403d-98d2-6d886150ddd0 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:07:24.923944 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Updating router 1c2a9871-7791-403d-98d2-6d886150ddd0 port 07eb53dd-59ad-4f08-8a1a-77fba19be836 binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:07:24.957172 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:24.957882 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:25.043759 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:25.052024 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.064373 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-2b2e16ea-ce1f-45b3-ac92-0928d063de23 None None] Provisioning complete for port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:25.064891 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-2b2e16ea-ce1f-45b3-ac92-0928d063de23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.065447 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-2b2e16ea-ce1f-45b3-ac92-0928d063de23 None None] Attempt 1 to provision port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 Oct 03 15:07:25.142197 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e16ea-ce1f-45b3-ac92-0928d063de23 None None] Current status of the port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:25.212565 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Publish callbacks [] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.216531 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Allocated IP 172.20.0.1 (535a5116-7d3b-43cd-8377-22a0ad6e55c7/c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb/0eb3467c-2e39-45df-bfc1-ff0024c42690) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:07:25.218125 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.257195 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Attempting to bind port 07eb53dd-59ad-4f08-8a1a-77fba19be836 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:07:25.257661 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Attempting to bind port 07eb53dd-59ad-4f08-8a1a-77fba19be836 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:07:25.258355 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Attempting to bind port 07eb53dd-59ad-4f08-8a1a-77fba19be836 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:07:25.291611 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Pushing event updated for resources: {'Port': ['ID=07eb53dd-59ad-4f08-8a1a-77fba19be836,revision_number=2']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:25.306155 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.306491 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.306845 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.307349 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.307528 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.307916 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.308378 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.308741 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.309094 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.309410 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.309765 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.310082 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.310390 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.310704 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.311009 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:25.323751 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:07:25.324122 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:07:25.324512 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.324889 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:07:25.325345 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Bound port: 07eb53dd-59ad-4f08-8a1a-77fba19be836, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:07:25.325738 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.326540 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Publish callbacks [] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.362186 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.375310 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] For port 07eb53dd-59ad-4f08-8a1a-77fba19be836, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:07:25.379079 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] For port 07eb53dd-59ad-4f08-8a1a-77fba19be836, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=07eb53dd-59ad-4f08-8a1a-77fba19be836,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:07:25.385070 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.402198 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:07:25.406838 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:25.410784 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:07:25.422320 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:07:25.422939 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:25.435376 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb3467c-2e39-45df-bfc1-ff0024c42690,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:25.456390 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (1c2a9871-7791-403d-98d2-6d886150ddd0), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.474348 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:25.485761 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b1a40-508a-479d-a697-292e3b175a67 None None] Pushing event updated for resources: {'Port': ['ID=07eb53dd-59ad-4f08-8a1a-77fba19be836,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:25.492376 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:25.554761 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:07:25.604831 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.664888 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-cac7ac35-a152-45dd-bec3-87d335e4bc18 None None] Provisioning complete for port 0eb3467c-2e39-45df-bfc1-ff0024c42690 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:25.665473 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-cac7ac35-a152-45dd-bec3-87d335e4bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.665629 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-cac7ac35-a152-45dd-bec3-87d335e4bc18 None None] Attempt 1 to provision port 0eb3467c-2e39-45df-bfc1-ff0024c42690 Oct 03 15:07:25.702492 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-cac7ac35-a152-45dd-bec3-87d335e4bc18 None None] Port 0eb3467c-2e39-45df-bfc1-ff0024c42690 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:07:25.763063 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:25.771513 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Publish callbacks [] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.777390 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:25.783176 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:25.814921 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:24Z', 'revision_number': 3, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:25.843578 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4495bdfb-154e-44ff-b776-54bbf5d8bb01 None None] The sync data for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi is: [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:24Z', 'revision_number': 3, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:07:26.098688 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb3467c-2e39-45df-bfc1-ff0024c42690,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:26.101621 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (1c2a9871-7791-403d-98d2-6d886150ddd0), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:26.211079 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:07:26.212706 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:26.363443 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Router 1c2a9871-7791-403d-98d2-6d886150ddd0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:07:26.389089 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:26.485546 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:26.485927 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:26.486265 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 Oct 03 15:07:26.487855 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:07:26.494621 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-ebe9c32a-1b15-493b-99f6-e25162d15aa5 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/1c2a9871-7791-403d-98d2-6d886150ddd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8699110 Oct 03 15:07:26.557867 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-d45bf7ff-e0af-4130-be2f-696776a30bbb None None] Provisioning complete for port 0eb3467c-2e39-45df-bfc1-ff0024c42690 triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:26.558233 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d45bf7ff-e0af-4130-be2f-696776a30bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:26.558765 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-d45bf7ff-e0af-4130-be2f-696776a30bbb None None] Attempt 1 to provision port 0eb3467c-2e39-45df-bfc1-ff0024c42690 Oct 03 15:07:26.604719 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:26.627620 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:26.628946 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 07eb53dd-59ad-4f08-8a1a-77fba19be836 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:26.631888 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-d45bf7ff-e0af-4130-be2f-696776a30bbb None None] Port 0eb3467c-2e39-45df-bfc1-ff0024c42690 cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:07:26.689757 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 07eb53dd-59ad-4f08-8a1a-77fba19be836 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:26.690702 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:26.690897 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 07eb53dd-59ad-4f08-8a1a-77fba19be836 Oct 03 15:07:26.732327 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:26.773631 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 07eb53dd-59ad-4f08-8a1a-77fba19be836 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:26.774023 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:26.799144 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 07eb53dd-59ad-4f08-8a1a-77fba19be836, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=07eb53dd-59ad-4f08-8a1a-77fba19be836,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:07:26.806106 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:26.980718 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=07eb53dd-59ad-4f08-8a1a-77fba19be836,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:26.987686 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.988027 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.988359 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.988686 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.989029 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.989330 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.989674 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.989992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.990309 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.991191 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.991511 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.991830 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.992143 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.992458 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:26.992768 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:07:27.061575 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35386) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:27.066479 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-282904414-network', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:07:27.086433 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Made reservation on behalf of 5b98d30303b5404c9c4ad3298881e55c for: {'network': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:07:27.088975 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for network (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.097544 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.174358 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Publish callbacks [] for security_group (5e1c0005-bb5d-4825-913a-a84c1113673e), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.177852 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (5e1c0005-bb5d-4825-913a-a84c1113673e), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.202344 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=112658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 15:07:27.213691 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1c0005-bb5d-4825-913a-a84c1113673e,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:27.218669 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (4d3fa42a-5771-4e59-b8af-52ecd6c48bc1), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.219012 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.segments_db [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Added segment 4d3fa42a-5771-4e59-b8af-52ecd6c48bc1 of type vlan for network b4fe82f4-80a2-4172-acca-dc7533d26036 Oct 03 15:07:27.263530 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765219963850'] for network (b4fe82f4-80a2-4172-acca-dc7533d26036), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.285921 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:27.292284 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356'] for network (b4fe82f4-80a2-4172-acca-dc7533d26036), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.293484 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:27.294231 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.357273 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2945039 Oct 03 15:07:27.360016 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35388) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:27.366818 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Request body: {'subnet': {'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-282904414-subnet', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'ip_version': 4}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:07:27.371776 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197a20e-4940-4212-b565-397db41e7e2b admin admin] Pushing event updated for resources: {'Network': ['ID=b4fe82f4-80a2-4172-acca-dc7533d26036,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:27.382502 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Network b4fe82f4-80a2-4172-acca-dc7533d26036 details requested by agent ovs-agent-dv-cinder-859877-2-iscsi with host dv-cinder-859877-2-iscsi {{(pid=112660) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 03 15:07:27.392567 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Made reservation on behalf of 5b98d30303b5404c9c4ad3298881e55c for: {'subnet': 1} {{(pid=112658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:07:27.395206 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11636298'] for subnet (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.480242 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:27.560488 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Sync routers for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:07:27.570362 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8559067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11636312'] for subnet (a6014732-e992-4687-b2d5-863b43c891cc), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.575247 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:07:27.575920 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:27.626379 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6014732-e992-4687-b2d5-863b43c891cc,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:27.635611 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Checking segment: {'id': '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:07:27.635964 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Network hostable DHCP agents. Network: b4fe82f4-80a2-4172-acca-dc7533d26036, hostable agents: ['7306b6f9-197e-4420-915e-244643f69889'], hosted agents: [] {{(pid=112658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 15:07:27.653778 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Network b4fe82f4-80a2-4172-acca-dc7533d26036 is scheduled to be hosted by DHCP agent 7306b6f9-197e-4420-915e-244643f69889 with binding_index 1 {{(pid=112658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 15:07:27.662359 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859877-2-iscsi, b4fe82f4-80a2-4172-acca-dc7533d26036) {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:27.666709 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:27.667532 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.671012 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf34be-badb-4216-9654-da4aae621d2d None None] Network b4fe82f4-80a2-4172-acca-dc7533d26036 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:07:27.683897 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-3bb044dd-7c2c-485f-bb4b-bb8668c6c0e5 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3228893 Oct 03 15:07:27.686517 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35390) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:27.690777 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:07:27.691881 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:07:27.711690 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3482'] for router (98ab7642-12a1-440f-b496-256f017a7e94), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.712733 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-649470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-606669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3457'] for router (98ab7642-12a1-440f-b496-256f017a7e94), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.769242 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks [] for router_controller (98ab7642-12a1-440f-b496-256f017a7e94), precommit_add_association {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.883885 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe455911f-0e22-573e-9bee-9ccdef4b1b34-b4fe82f4-80a2-4172-acca-dc7533d26036', 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036', 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'fixed_ips': [{'subnet_id': 'a6014732-e992-4687-b2d5-863b43c891cc'}]}} from dv-cinder-859877-2-iscsi. {{(pid=112660) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 03 15:07:27.884770 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:27.903488 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks [] for router_gateway (98ab7642-12a1-440f-b496-256f017a7e94), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.030515 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '0eb3467c-2e39-45df-bfc1-ff0024c42690', 'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'mac_address': 'fa:16:3e:1d:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:25Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 2, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'subnets': [{'id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:28.072956 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Checking router: 1c2a9871-7791-403d-98d2-6d886150ddd0 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:07:28.073312 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Updating router 1c2a9871-7791-403d-98d2-6d886150ddd0 port 0eb3467c-2e39-45df-bfc1-ff0024c42690 binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:07:28.091493 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks [] for router_gateway (98ab7642-12a1-440f-b496-256f017a7e94), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.111762 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.115850 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.118179 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.db_base_plugin_common [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Allocated IP 172.20.0.2 (b4fe82f4-80a2-4172-acca-dc7533d26036/a6014732-e992-4687-b2d5-863b43c891cc/a25a9c1d-6f5c-43d0-88af-fccc6ce62aba) {{(pid=112660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:07:28.136078 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:28.184453 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:28.238072 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Allocated IP 172.27.1.26 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/38623254-6f0d-4413-9ef3-20137ddce394) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:07:28.253478 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:28.261177 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 07eb53dd-59ad-4f08-8a1a-77fba19be836 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:28.313101 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:28.351966 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks [] for port (38623254-6f0d-4413-9ef3-20137ddce394), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.385227 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (38623254-6f0d-4413-9ef3-20137ddce394), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.410512 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 07eb53dd-59ad-4f08-8a1a-77fba19be836 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:28.410877 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.411203 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 07eb53dd-59ad-4f08-8a1a-77fba19be836 Oct 03 15:07:28.428581 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:07:28.433141 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:28.437197 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:07:28.461315 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Pushing event updated for resources: {'Port': ['ID=38623254-6f0d-4413-9ef3-20137ddce394,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:28.499300 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Publish callbacks [] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), precommit_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.515798 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), after_create {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.591161 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Network b4fe82f4-80a2-4172-acca-dc7533d26036 is already hosted by enough agents. {{(pid=112660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:07:28.606791 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.scheduler.base_scheduler [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Resources bound (agent type, host, resource id): {{(pid=112660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:28.614800 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Received port after_create {{(pid=112660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:07:28.643671 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 07eb53dd-59ad-4f08-8a1a-77fba19be836 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:28.649291 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Pushing event updated for resources: {'Port': ['ID=a25a9c1d-6f5c-43d0-88af-fccc6ce62aba,revision_number=1']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:28.683856 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks [] for router_gateway (98ab7642-12a1-440f-b496-256f017a7e94), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.701463 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Publish callbacks [] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.711411 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.723132 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Attempting to bind port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:07:28.723498 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Attempting to bind port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:07:28.723852 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Attempting to bind port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba on network b4fe82f4-80a2-4172-acca-dc7533d26036 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:07:28.797717 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832704f-ed22-4f72-a72a-641b44780468 None None] Pushing event updated for resources: {'Port': ['ID=0eb3467c-2e39-45df-bfc1-ff0024c42690,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:28.830866 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:28.840761 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:07:28.841135 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Checking segment: {'id': '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:07:28.841553 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.841941 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Bound using segment: {'id': '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:07:28.842408 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Bound port: a25a9c1d-6f5c-43d0-88af-fccc6ce62aba, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:07:28.842776 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:28.863807 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Attempting to bind port 0eb3467c-2e39-45df-bfc1-ff0024c42690 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:07:28.864176 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Attempting to bind port 0eb3467c-2e39-45df-bfc1-ff0024c42690 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:07:28.864565 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Attempting to bind port 0eb3467c-2e39-45df-bfc1-ff0024c42690 on network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:07:28.872309 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-649449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649668'] for router (98ab7642-12a1-440f-b496-256f017a7e94), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.000590 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Router 98ab7642-12a1-440f-b496-256f017a7e94 is scheduled to L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc with binding_index 1 {{(pid=112658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 03 15:07:29.073601 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:07:29.073962 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Checking segment: {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:07:29.074352 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.074735 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Bound using segment: {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:07:29.075309 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Bound port: 0eb3467c-2e39-45df-bfc1-ff0024c42690, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:07:29.075688 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.090276 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] For port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:07:29.104231 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:07:29.113329 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Sync routers for ids ['98ab7642-12a1-440f-b496-256f017a7e94'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:07:29.125593 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] For port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=a25a9c1d-6f5c-43d0-88af-fccc6ce62aba,segment=NetworkSegment(4d3fa42a-5771-4e59-b8af-52ecd6c48bc1),segment_id=4d3fa42a-5771-4e59-b8af-52ecd6c48bc1)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:07:29.127202 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Routers {'98ab7642-12a1-440f-b496-256f017a7e94'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:07:29.127815 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['98ab7642-12a1-440f-b496-256f017a7e94'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:29.130024 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.134015 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6bdcdf7c-4635-4cde-aaf8-4302ec7bdd00 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4439883 Oct 03 15:07:29.134765 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35392) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:07:29.138421 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.145830 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:29.183437 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:29.193647 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:29.198990 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] For port 0eb3467c-2e39-45df-bfc1-ff0024c42690, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:07:29.204733 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] For port 0eb3467c-2e39-45df-bfc1-ff0024c42690, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=0eb3467c-2e39-45df-bfc1-ff0024c42690,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:07:29.223686 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.234001 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ed896-0f0e-42bd-a811-b3d1a1ff5388 None None] Pushing event updated for resources: {'Port': ['ID=a25a9c1d-6f5c-43d0-88af-fccc6ce62aba,revision_number=2']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:29.243608 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:07:29.244089 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:29.261228 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Set router 98ab7642-12a1-440f-b496-256f017a7e94 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:07:29.358206 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832704f-ed22-4f72-a72a-641b44780468 None None] Pushing event updated for resources: {'Port': ['ID=0eb3467c-2e39-45df-bfc1-ff0024c42690,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:29.401995 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:07:29.488221 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab7642-12a1-440f-b496-256f017a7e94', 'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '38623254-6f0d-4413-9ef3-20137ddce394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:27Z', 'updated_at': '2022-10-03T15:07:28Z', 'revision_number': 3, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'gw_port': {'id': '38623254-6f0d-4413-9ef3-20137ddce394', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:45:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:28Z', 'updated_at': '2022-10-03T15:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:29.521094 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Checking router: 98ab7642-12a1-440f-b496-256f017a7e94 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:07:29.522267 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Updating router 98ab7642-12a1-440f-b496-256f017a7e94 port 38623254-6f0d-4413-9ef3-20137ddce394 binding host dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:07:29.561032 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (38623254-6f0d-4413-9ef3-20137ddce394), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.624925 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '0eb3467c-2e39-45df-bfc1-ff0024c42690', 'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'mac_address': 'fa:16:3e:1d:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:25Z', 'updated_at': '2022-10-03T15:07:29Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'subnets': [{'id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:29.650571 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848715a5-f03a-431d-a020-3ef55b59dc09 None None] The sync data for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi is: [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '0eb3467c-2e39-45df-bfc1-ff0024c42690', 'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'mac_address': 'fa:16:3e:1d:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:25Z', 'updated_at': '2022-10-03T15:07:29Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'subnets': [{'id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:07:29.660574 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.807118 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:29.844509 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Allocated IP 172.20.0.1 (b4fe82f4-80a2-4172-acca-dc7533d26036/a6014732-e992-4687-b2d5-863b43c891cc/b43fb391-4003-46db-960c-9a2cb44608af) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:07:29.876430 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Publish callbacks [] for port (38623254-6f0d-4413-9ef3-20137ddce394), precommit_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.883756 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (38623254-6f0d-4413-9ef3-20137ddce394), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.919993 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Attempting to bind port 38623254-6f0d-4413-9ef3-20137ddce394 on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:07:29.920324 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Attempting to bind port 38623254-6f0d-4413-9ef3-20137ddce394 by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:07:29.920681 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Attempting to bind port 38623254-6f0d-4413-9ef3-20137ddce394 on network 50bd343f-53bd-4d10-9a98-2a18a089b709 {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:07:29.957410 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35194707-c8bc-4f1f-a83a-ffb28ed1891a None None] Pushing event updated for resources: {'Port': ['ID=38623254-6f0d-4413-9ef3-20137ddce394,revision_number=2']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:29.975543 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Publish callbacks [] for port (b43fb391-4003-46db-960c-9a2cb44608af), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.981716 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:07:29.982092 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Checking segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:07:29.982493 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:29.982880 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Bound using segment: {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'} {{(pid=112661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:07:29.983627 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.managers [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Bound port: 38623254-6f0d-4413-9ef3-20137ddce394, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71746515-c6d1-4846-8582-750d914adfd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709'}}] {{(pid=112661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:07:29.983803 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (38623254-6f0d-4413-9ef3-20137ddce394), before_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.018674 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (b43fb391-4003-46db-960c-9a2cb44608af), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.044192 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] For port 38623254-6f0d-4413-9ef3-20137ddce394, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:07:30.047811 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.plugins.ml2.db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] For port 38623254-6f0d-4413-9ef3-20137ddce394, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=38623254-6f0d-4413-9ef3-20137ddce394,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:07:30.055480 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron_lib.callbacks.manager [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (38623254-6f0d-4413-9ef3-20137ddce394), after_update {{(pid=112661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.064583 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Network b4fe82f4-80a2-4172-acca-dc7533d26036 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:07:30.067773 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:30.070841 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:07:30.102029 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Pushing event updated for resources: {'Port': ['ID=b43fb391-4003-46db-960c-9a2cb44608af,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:30.122884 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692031'] for router_interface (98ab7642-12a1-440f-b496-256f017a7e94), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.131924 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:30.133459 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35194707-c8bc-4f1f-a83a-ffb28ed1891a None None] Pushing event updated for resources: {'Port': ['ID=38623254-6f0d-4413-9ef3-20137ddce394,revision_number=3']} {{(pid=112661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:30.138683 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Routers {'98ab7642-12a1-440f-b496-256f017a7e94'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:07:30.139536 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['98ab7642-12a1-440f-b496-256f017a7e94'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:30.161292 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:30.166105 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:30.312796 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] Set router 98ab7642-12a1-440f-b496-256f017a7e94 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:07:30.340001 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a25a9c1d-6f5c-43d0-88af-fccc6ce62aba up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:30.350473 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (b43fb391-4003-46db-960c-9a2cb44608af), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.403737 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:30.404139 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.404533 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba Oct 03 15:07:30.429774 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0690c51e-90e7-4c84-a018-b5daed850968 None None] Network b4fe82f4-80a2-4172-acca-dc7533d26036 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:07:30.496903 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:30.519972 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-60ce4ccf-49bb-4e0a-9cc1-2da8caef265c None None] Provisioning complete for port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:30.520378 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-60ce4ccf-49bb-4e0a-9cc1-2da8caef265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.520673 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-60ce4ccf-49bb-4e0a-9cc1-2da8caef265c None None] Attempt 1 to provision port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba Oct 03 15:07:30.560274 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab7642-12a1-440f-b496-256f017a7e94', 'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '38623254-6f0d-4413-9ef3-20137ddce394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:27Z', 'updated_at': '2022-10-03T15:07:28Z', 'revision_number': 3, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'gw_port': {'id': '38623254-6f0d-4413-9ef3-20137ddce394', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:45:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:28Z', 'updated_at': '2022-10-03T15:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:30.593057 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1215e4-292f-4d2c-bdb0-8359fc67bee4 None None] The sync data for ids ['98ab7642-12a1-440f-b496-256f017a7e94'] in dv-cinder-859877-2-iscsi is: [{'id': '98ab7642-12a1-440f-b496-256f017a7e94', 'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '38623254-6f0d-4413-9ef3-20137ddce394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:27Z', 'updated_at': '2022-10-03T15:07:28Z', 'revision_number': 3, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'gw_port': {'id': '38623254-6f0d-4413-9ef3-20137ddce394', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:45:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:28Z', 'updated_at': '2022-10-03T15:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:07:30.649054 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:30.649451 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.733800 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=a25a9c1d-6f5c-43d0-88af-fccc6ce62aba,segment=NetworkSegment(4d3fa42a-5771-4e59-b8af-52ecd6c48bc1),segment_id=4d3fa42a-5771-4e59-b8af-52ecd6c48bc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:07:30.738669 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-60ce4ccf-49bb-4e0a-9cc1-2da8caef265c None None] Current status of the port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:30.739140 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-60ce4ccf-49bb-4e0a-9cc1-2da8caef265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.743600 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.744421 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 0eb3467c-2e39-45df-bfc1-ff0024c42690 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:30.812704 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:30.868274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Publish callbacks [] for port (b43fb391-4003-46db-960c-9a2cb44608af), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.878401 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (b43fb391-4003-46db-960c-9a2cb44608af), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.894364 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=a25a9c1d-6f5c-43d0-88af-fccc6ce62aba,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:30.924464 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.db.api [None req-60ce4ccf-49bb-4e0a-9cc1-2da8caef265c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 03 15:07:30.924956 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG oslo_db.api [None req-60ce4ccf-49bb-4e0a-9cc1-2da8caef265c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 15:07:30.925954 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 0eb3467c-2e39-45df-bfc1-ff0024c42690 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:30.926485 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:30.926775 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 0eb3467c-2e39-45df-bfc1-ff0024c42690 Oct 03 15:07:30.987984 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692131'] for router_interface (98ab7642-12a1-440f-b496-256f017a7e94), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:31.007657 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Pushing event updated for resources: {'Port': ['ID=b43fb391-4003-46db-960c-9a2cb44608af,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:31.053146 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 0eb3467c-2e39-45df-bfc1-ff0024c42690 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:31.053623 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:31.095265 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 0eb3467c-2e39-45df-bfc1-ff0024c42690, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=0eb3467c-2e39-45df-bfc1-ff0024c42690,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:07:31.102023 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:31.148652 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Network b4fe82f4-80a2-4172-acca-dc7533d26036 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:07:31.150588 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:31.193884 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=0eb3467c-2e39-45df-bfc1-ff0024c42690,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:31.298630 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Router 98ab7642-12a1-440f-b496-256f017a7e94 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:07:31.416349 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:07:31.425552 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e5a12432-104e-4ae3-824e-2f3ab101d664 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/98ab7642-12a1-440f-b496-256f017a7e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2861564 Oct 03 15:07:31.463993 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-60ce4ccf-49bb-4e0a-9cc1-2da8caef265c None None] Current status of the port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:31.582475 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-c2c5a989-b70f-43d2-b5be-8d0bd2399da0 None None] Provisioning complete for port b43fb391-4003-46db-960c-9a2cb44608af triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:31.584940 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a989-b70f-43d2-b5be-8d0bd2399da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (b43fb391-4003-46db-960c-9a2cb44608af), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:31.585287 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-c2c5a989-b70f-43d2-b5be-8d0bd2399da0 None None] Attempt 1 to provision port b43fb391-4003-46db-960c-9a2cb44608af Oct 03 15:07:31.622487 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5a989-b70f-43d2-b5be-8d0bd2399da0 None None] Port b43fb391-4003-46db-960c-9a2cb44608af cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:07:31.630973 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-c2c5a989-b70f-43d2-b5be-8d0bd2399da0 None None] Provisioning complete for port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:31.631916 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a989-b70f-43d2-b5be-8d0bd2399da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:31.632249 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-c2c5a989-b70f-43d2-b5be-8d0bd2399da0 None None] Attempt 1 to provision port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba Oct 03 15:07:31.708993 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5a989-b70f-43d2-b5be-8d0bd2399da0 None None] Current status of the port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:31.946974 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:32.359280 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 38623254-6f0d-4413-9ef3-20137ddce394 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:32.392517 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:32.413258 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 38623254-6f0d-4413-9ef3-20137ddce394 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:32.413973 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (38623254-6f0d-4413-9ef3-20137ddce394), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:32.414515 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 38623254-6f0d-4413-9ef3-20137ddce394 Oct 03 15:07:32.497755 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 38623254-6f0d-4413-9ef3-20137ddce394 is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:32.498430 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (38623254-6f0d-4413-9ef3-20137ddce394), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:32.523324 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port 38623254-6f0d-4413-9ef3-20137ddce394, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=38623254-6f0d-4413-9ef3-20137ddce394,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:07:32.528669 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (38623254-6f0d-4413-9ef3-20137ddce394), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:32.531512 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a25a9c1d-6f5c-43d0-88af-fccc6ce62aba up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:32.614975 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=38623254-6f0d-4413-9ef3-20137ddce394,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:32.625605 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:32.626013 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:32.626710 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba Oct 03 15:07:32.718607 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:32.719749 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 0eb3467c-2e39-45df-bfc1-ff0024c42690 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:32.724101 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:32.774584 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 0eb3467c-2e39-45df-bfc1-ff0024c42690 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:32.774882 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:32.775213 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 0eb3467c-2e39-45df-bfc1-ff0024c42690 Oct 03 15:07:32.858875 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 0eb3467c-2e39-45df-bfc1-ff0024c42690 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:32.916963 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Sync routers for ids ['98ab7642-12a1-440f-b496-256f017a7e94'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:07:32.927771 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Routers {'98ab7642-12a1-440f-b496-256f017a7e94'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:07:32.928615 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['98ab7642-12a1-440f-b496-256f017a7e94'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:33.139137 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=3 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:33.141171 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:33.170803 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Set router 98ab7642-12a1-440f-b496-256f017a7e94 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:07:33.375816 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab7642-12a1-440f-b496-256f017a7e94', 'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '38623254-6f0d-4413-9ef3-20137ddce394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:27Z', 'updated_at': '2022-10-03T15:07:30Z', 'revision_number': 4, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'gw_port': {'id': '38623254-6f0d-4413-9ef3-20137ddce394', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:28Z', 'updated_at': '2022-10-03T15:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b43fb391-4003-46db-960c-9a2cb44608af', 'name': '', 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'mac_address': 'fa:16:3e:76:4c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'a6014732-e992-4687-b2d5-863b43c891cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:29Z', 'updated_at': '2022-10-03T15:07:30Z', 'revision_number': 2, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'subnets': [{'id': 'a6014732-e992-4687-b2d5-863b43c891cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:33.406530 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Checking router: 98ab7642-12a1-440f-b496-256f017a7e94 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:07:33.406891 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Updating router 98ab7642-12a1-440f-b496-256f017a7e94 port b43fb391-4003-46db-960c-9a2cb44608af binding host dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 15:07:33.437636 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (b43fb391-4003-46db-960c-9a2cb44608af), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:33.487062 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:33.746941 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Publish callbacks [] for port (b43fb391-4003-46db-960c-9a2cb44608af), precommit_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:33.755419 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (b43fb391-4003-46db-960c-9a2cb44608af), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:33.839944 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043ea4b-63a1-4115-a811-eb81a3a3a55c None None] Pushing event updated for resources: {'Port': ['ID=b43fb391-4003-46db-960c-9a2cb44608af,revision_number=3']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:33.856296 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Attempting to bind port b43fb391-4003-46db-960c-9a2cb44608af on host dv-cinder-859877-2-iscsi for vnic_type normal with profile {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:07:33.856672 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Attempting to bind port b43fb391-4003-46db-960c-9a2cb44608af by drivers openvswitch,hyperv on host dv-cinder-859877-2-iscsi at level 0 using segments [{'id': '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036'}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:07:33.857032 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Attempting to bind port b43fb391-4003-46db-960c-9a2cb44608af on network b4fe82f4-80a2-4172-acca-dc7533d26036 {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:07:33.858869 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:33.902931 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Checking agent: {'id': 'a090ef3f-9876-40b7-95c7-c9006c7bc0db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859877-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 43, 48), 'started_at': datetime.datetime(2022, 10, 3, 14, 44, 18), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859877-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:07:33.903343 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Checking segment: {'id': '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:07:33.903720 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:33.904097 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Bound using segment: {'id': '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036'} {{(pid=112660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:07:33.904570 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.managers [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Bound port: b43fb391-4003-46db-960c-9a2cb44608af, host: dv-cinder-859877-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036'}}] {{(pid=112660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:07:33.904947 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (b43fb391-4003-46db-960c-9a2cb44608af), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:33.980530 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] For port b43fb391-4003-46db-960c-9a2cb44608af, host dv-cinder-859877-2-iscsi, cleared binding levels {{(pid=112660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:07:33.983876 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] For port b43fb391-4003-46db-960c-9a2cb44608af, host dv-cinder-859877-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=b43fb391-4003-46db-960c-9a2cb44608af,segment=NetworkSegment(4d3fa42a-5771-4e59-b8af-52ecd6c48bc1),segment_id=4d3fa42a-5771-4e59-b8af-52ecd6c48bc1)] {{(pid=112660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:07:33.990507 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (b43fb391-4003-46db-960c-9a2cb44608af), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:34.032153 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Routers {'98ab7642-12a1-440f-b496-256f017a7e94'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:07:34.032694 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:15Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['98ab7642-12a1-440f-b496-256f017a7e94'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:34.083212 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043ea4b-63a1-4115-a811-eb81a3a3a55c None None] Pushing event updated for resources: {'Port': ['ID=b43fb391-4003-46db-960c-9a2cb44608af,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:34.152967 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] Set router 98ab7642-12a1-440f-b496-256f017a7e94 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:07:34.288684 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 38623254-6f0d-4413-9ef3-20137ddce394 up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:34.368590 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:34.396463 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port 38623254-6f0d-4413-9ef3-20137ddce394 triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:34.397702 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (38623254-6f0d-4413-9ef3-20137ddce394), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:34.398149 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port 38623254-6f0d-4413-9ef3-20137ddce394 Oct 03 15:07:34.457348 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab7642-12a1-440f-b496-256f017a7e94', 'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '38623254-6f0d-4413-9ef3-20137ddce394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:27Z', 'updated_at': '2022-10-03T15:07:30Z', 'revision_number': 4, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'gw_port': {'id': '38623254-6f0d-4413-9ef3-20137ddce394', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:28Z', 'updated_at': '2022-10-03T15:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b43fb391-4003-46db-960c-9a2cb44608af', 'name': '', 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'mac_address': 'fa:16:3e:76:4c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'a6014732-e992-4687-b2d5-863b43c891cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:29Z', 'updated_at': '2022-10-03T15:07:33Z', 'revision_number': 4, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'subnets': [{'id': 'a6014732-e992-4687-b2d5-863b43c891cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:07:34.488245 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d90a1a-d1d5-4e0c-991f-a8596dd6dd28 None None] The sync data for ids ['98ab7642-12a1-440f-b496-256f017a7e94'] in dv-cinder-859877-2-iscsi is: [{'id': '98ab7642-12a1-440f-b496-256f017a7e94', 'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '38623254-6f0d-4413-9ef3-20137ddce394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:27Z', 'updated_at': '2022-10-03T15:07:30Z', 'revision_number': 4, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'gw_port': {'id': '38623254-6f0d-4413-9ef3-20137ddce394', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:28Z', 'updated_at': '2022-10-03T15:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': 'b43fb391-4003-46db-960c-9a2cb44608af', 'name': '', 'network_id': 'b4fe82f4-80a2-4172-acca-dc7533d26036', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'mac_address': 'fa:16:3e:76:4c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'a6014732-e992-4687-b2d5-863b43c891cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:29Z', 'updated_at': '2022-10-03T15:07:33Z', 'revision_number': 4, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'subnets': [{'id': 'a6014732-e992-4687-b2d5-863b43c891cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:07:34.551371 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port 38623254-6f0d-4413-9ef3-20137ddce394 is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:36.281110 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device b43fb391-4003-46db-960c-9a2cb44608af up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:36.335519 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port b43fb391-4003-46db-960c-9a2cb44608af triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:36.335890 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (b43fb391-4003-46db-960c-9a2cb44608af), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:36.336224 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port b43fb391-4003-46db-960c-9a2cb44608af Oct 03 15:07:36.416362 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port b43fb391-4003-46db-960c-9a2cb44608af is: DOWN; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:36.416898 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (b43fb391-4003-46db-960c-9a2cb44608af), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:36.456315 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] For port b43fb391-4003-46db-960c-9a2cb44608af, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=b43fb391-4003-46db-960c-9a2cb44608af,segment=NetworkSegment(4d3fa42a-5771-4e59-b8af-52ecd6c48bc1),segment_id=4d3fa42a-5771-4e59-b8af-52ecd6c48bc1)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:07:36.461651 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (b43fb391-4003-46db-960c-9a2cb44608af), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:36.522261 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Pushing event updated for resources: {'Port': ['ID=b43fb391-4003-46db-960c-9a2cb44608af,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:38.256763 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device b43fb391-4003-46db-960c-9a2cb44608af up at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:07:38.286454 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:38.313549 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Provisioning complete for port b43fb391-4003-46db-960c-9a2cb44608af triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:38.313927 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (b43fb391-4003-46db-960c-9a2cb44608af), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:38.314257 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Attempt 1 to provision port b43fb391-4003-46db-960c-9a2cb44608af Oct 03 15:07:38.398566 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Current status of the port b43fb391-4003-46db-960c-9a2cb44608af is: ACTIVE; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:40.560940 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=21 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:41.011723 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-41d19487-55d9-454d-b0fa-36dde0959f69 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:41.013185 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-41d19487-55d9-454d-b0fa-36dde0959f69 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 815 time: 0.1059263 Oct 03 15:07:41.027580 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-60a6c8f9-aeb9-4d1a-b304-393a6769dd3b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/quotas/1b1db654fb9f4320ade1ca90e5000e09 HTTP/1.1" status: 200 len: 375 time: 0.0090401 Oct 03 15:07:41.076470 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-4e98d7cc-e82d-4325-ab31-1c6551582479 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441611 Oct 03 15:07:41.106526 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:41.139709 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:41.179481 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-ba0abd1d-9ef3-4cba-be39-6ca7da38eef9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919676 Oct 03 15:07:41.270176 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-c38bcc43-3f51-435b-8a11-0de974aedda1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849326 Oct 03 15:07:41.528243 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-dbad51c6-1963-457c-bc4e-e2ee3f7ca8a9 req-ea4a6925-4bf4-4934-b00d-63d08b9e7bee tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 210 time: 0.1288810 Oct 03 15:07:41.614180 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:42.496726 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-01e88ab0-3913-4842-922b-827e39671d47 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:42.498150 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-01e88ab0-3913-4842-922b-827e39671d47 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 815 time: 0.1041715 Oct 03 15:07:42.516113 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'port': {'device_id': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'admin_state_up': True, 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:07:42.624935 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Made reservation on behalf of 1b1db654fb9f4320ade1ca90e5000e09 for: {'port': 1} {{(pid=112659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 15:07:42.628646 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:42.632313 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5891a33f-805c-4e33-9fe5-2853150ee70f req-685fccca-d54e-4263-8424-efc31e24f321 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 210 time: 0.0288000 Oct 03 15:07:42.759727 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.db_base_plugin_common [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Allocated IP 172.20.0.3 (535a5116-7d3b-43cd-8377-22a0ad6e55c7/c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb/fa31ad88-f4bc-44fb-9cce-f4956eec436b) {{(pid=112659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:07:42.949617 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:43.004523 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:43.072186 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 is already hosted by enough agents. {{(pid=112659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:07:43.075490 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.base_scheduler [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Resources bound (agent type, host, resource id): {{(pid=112659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:07:43.078102 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Received port after_create {{(pid=112659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:07:43.112531 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'Port': ['ID=fa31ad88-f4bc-44fb-9cce-f4956eec436b,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:43.155367 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:43.156692 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:43.181477 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-170803c2-e837-4eed-923a-3d0cf4c58edc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6692281 Oct 03 15:07:43.278802 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc627-9a2b-4124-b25e-d54003a20fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:43.422122 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-9c1d4823-189b-491d-8f56-1a89391d004d None None] Provisioning complete for port fa31ad88-f4bc-44fb-9cce-f4956eec436b triggered by entity DHCP. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:07:43.422638 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4823-189b-491d-8f56-1a89391d004d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:43.423077 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-9c1d4823-189b-491d-8f56-1a89391d004d None None] Attempt 1 to provision port fa31ad88-f4bc-44fb-9cce-f4956eec436b Oct 03 15:07:43.457189 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d4823-189b-491d-8f56-1a89391d004d None None] Port fa31ad88-f4bc-44fb-9cce-f4956eec436b cannot update to ACTIVE because it is not bound. {{(pid=112660) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 03 15:07:43.766950 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0cb6d-b43a-4769-b9a4-7b274aa7f441 req-d9a9d701-b421-457c-8428-93f421eb6ecc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:43.768627 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aff0cb6d-b43a-4769-b9a4-7b274aa7f441 req-d9a9d701-b421-457c-8428-93f421eb6ecc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 931 time: 0.0506530 Oct 03 15:07:43.823367 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-aff0cb6d-b43a-4769-b9a4-7b274aa7f441 req-d5c54024-1d3c-44f6-a2a1-2bcf67e067c9 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450890 Oct 03 15:07:44.959797 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afe95b-4329-4757-9619-068e92b3a96b req-0cf1d661-e79a-4655-ba12-8356fbece0b0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:44.961979 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-17afe95b-4329-4757-9619-068e92b3a96b req-0cf1d661-e79a-4655-ba12-8356fbece0b0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 931 time: 0.0592644 Oct 03 15:07:45.016212 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-17afe95b-4329-4757-9619-068e92b3a96b req-5aa1aa68-b7a6-49b1-8525-633f8d7e8257 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455070 Oct 03 15:07:45.503370 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-af6a4ba3-0153-45d2-b1f7-d3992c46de28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:45.777667 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [req-bd573fdf-8be1-4254-ae98-627292a99842 req-e0d99b31-b9ca-4198-938d-c9b8355c9865 service neutron] (112659) timed out ('10.222.0.42', 62064) {{(pid=112659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 15:07:46.123571 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [req-2d302a78-c20c-4342-a6b8-669480d84c22 req-31f1d938-5ad2-47e6-a078-1db299165672 service neutron] (112659) timed out ('10.222.0.42', 62097) {{(pid=112659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 15:07:46.126531 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:46.145393 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6b2ed-754c-498b-9c56-93c066626131 req-5598f669-03ff-4701-94ee-99b5381262ae tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:46.146903 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9de6b2ed-754c-498b-9c56-93c066626131 req-5598f669-03ff-4701-94ee-99b5381262ae tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 931 time: 0.0515778 Oct 03 15:07:46.199619 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:46.205974 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-9de6b2ed-754c-498b-9c56-93c066626131 req-7b10f974-4b80-40c2-bc2d-c70b29f279ce tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532517 Oct 03 15:07:46.780191 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:47.351268 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd7c36-96bc-44e3-9b4b-6244653c64e5 req-7b2fd635-838d-441e-9887-e1c911bf8a59 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:47.352855 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bdcd7c36-96bc-44e3-9b4b-6244653c64e5 req-7b2fd635-838d-441e-9887-e1c911bf8a59 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 931 time: 0.0571449 Oct 03 15:07:47.404395 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-bdcd7c36-96bc-44e3-9b4b-6244653c64e5 req-c396eb29-dbf5-4859-97a7-344c98caf522 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443282 Oct 03 15:07:48.004715 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:48.379702 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:48.543256 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9775c70-f87c-4033-96c9-7dda3bc56083 req-7855ddc4-d1fb-4985-b1e5-677254c46153 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:48.544752 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c9775c70-f87c-4033-96c9-7dda3bc56083 req-7855ddc4-d1fb-4985-b1e5-677254c46153 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 931 time: 0.0504560 Oct 03 15:07:48.604283 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-c9775c70-f87c-4033-96c9-7dda3bc56083 req-5a583ce6-565b-42b9-aff3-45384cac1614 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496278 Oct 03 15:07:49.728118 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba707748-9a91-45b1-ab8f-5c832fc1720d req-bdafa6b8-d2fc-4fd7-9527-70e2047f7bae tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:49.729646 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ba707748-9a91-45b1-ab8f-5c832fc1720d req-bdafa6b8-d2fc-4fd7-9527-70e2047f7bae tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 931 time: 0.0484526 Oct 03 15:07:49.784313 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-ba707748-9a91-45b1-ab8f-5c832fc1720d req-13d81a5a-4759-4b97-91e3-2014a3760d11 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490472 Oct 03 15:07:50.900191 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b3132-b34f-4527-95d3-22f1e7b3ad87 req-40be75fd-916d-4973-9946-87ccaeac8cf7 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:50.901621 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-202b3132-b34f-4527-95d3-22f1e7b3ad87 req-40be75fd-916d-4973-9946-87ccaeac8cf7 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 931 time: 0.0439630 Oct 03 15:07:50.948108 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-202b3132-b34f-4527-95d3-22f1e7b3ad87 req-dc051c91-6a21-4f9e-a994-09445245e893 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Oct 03 15:07:52.068179 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbfec6-33ca-4462-8c3a-2b9c5bd53c76 req-9e514589-d7c1-425f-8947-b6fdb636fd8c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:52.070313 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8cfbfec6-33ca-4462-8c3a-2b9c5bd53c76 req-9e514589-d7c1-425f-8947-b6fdb636fd8c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 931 time: 0.0466104 Oct 03 15:07:52.116820 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-8cfbfec6-33ca-4462-8c3a-2b9c5bd53c76 req-375fa2a4-7f3e-4675-b16e-918255170c47 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Oct 03 15:07:52.566012 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:07:52.893714 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Request body: {'port': {'device_id': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85987'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:07:52.954899 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:53.211147 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa31ad88-f4bc-44fb-9cce-f4956eec436b {{(pid=112659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:07:53.235045 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Publish callbacks [] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:53.261838 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200de12-a8e0-440e-8a01-3603062d28af req-ae88a1aa-0baa-4200-a3a0-2c10d89796ee tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:53.263288 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6200de12-a8e0-440e-8a01-3603062d28af req-ae88a1aa-0baa-4200-a3a0-2c10d89796ee tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 931 time: 0.0661762 Oct 03 15:07:53.265862 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.provisioning_blocks [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Transition to ACTIVE for port object fa31ad88-f4bc-44fb-9cce-f4956eec436b will not be triggered until provisioned by entity L2. {{(pid=112659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 03 15:07:53.275630 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:53.383232 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Pushing event updated for resources: {'Port': ['ID=fa31ad88-f4bc-44fb-9cce-f4956eec436b,revision_number=2']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:53.391006 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6200de12-a8e0-440e-8a01-3603062d28af req-bd63eb56-7ad8-4690-a4d3-2bd18829557a tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218588 Oct 03 15:07:53.416549 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Attempting to bind port fa31ad88-f4bc-44fb-9cce-f4956eec436b on host hv-cinder-85987 for vnic_type normal with profile {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 03 15:07:53.416876 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Attempting to bind port fa31ad88-f4bc-44fb-9cce-f4956eec436b by drivers openvswitch,hyperv on host hv-cinder-85987 at level 0 using segments [{'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 03 15:07:53.417198 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Attempting to bind port fa31ad88-f4bc-44fb-9cce-f4956eec436b on network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:07:53.457698 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Port fa31ad88-f4bc-44fb-9cce-f4956eec436b on network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85987 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 03 15:07:53.458013 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Attempting to bind port fa31ad88-f4bc-44fb-9cce-f4956eec436b on network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 03 15:07:53.501436 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Checking agent: {'id': '467b483f-9993-4718-9bbb-0ecae766e9a0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'started_at': datetime.datetime(2022, 10, 3, 14, 49, 58), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 15, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 03 15:07:53.501786 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Checking segment: {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 03 15:07:53.502157 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Bound using segment: {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'} {{(pid=112659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 03 15:07:53.502576 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.managers [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Bound port: fa31ad88-f4bc-44fb-9cce-f4956eec436b, host: hv-cinder-85987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7'}}] {{(pid=112659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 03 15:07:53.502922 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:53.505308 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:53.513997 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:53.564301 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] For port fa31ad88-f4bc-44fb-9cce-f4956eec436b, host hv-cinder-85987, cleared binding levels {{(pid=112659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 03 15:07:53.567217 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] For port fa31ad88-f4bc-44fb-9cce-f4956eec436b, host hv-cinder-85987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 03 15:07:53.573293 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:53.577126 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:53.577742 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:53.579067 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 1093 time: 0.6898990 Oct 03 15:07:53.579605 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:07:53.581828 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:07:53.625083 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a5aa6f-83ac-46dd-ba92-9a25a40080a7 x-openstack-request-id: req-19a5aa6f-83ac-46dd-ba92-9a25a40080a7 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:07:53.625376 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:07:53.625652 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19a5aa6f-83ac-46dd-ba92-9a25a40080a7 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:07:53.626048 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a5aa6f-83ac-46dd-ba92-9a25a40080a7'] response: {'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'status': 'completed', 'code': 200} Oct 03 15:07:53.630678 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839442af-4513-4c25-a6c0-be183ab41b2d service neutron] Pushing event updated for resources: {'Port': ['ID=fa31ad88-f4bc-44fb-9cce-f4956eec436b,revision_number=3']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:53.691535 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-4fa57385-094c-427a-9074-a947f8d66a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:53.692995 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-4fa57385-094c-427a-9074-a947f8d66a1d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1127 time: 0.0378015 Oct 03 15:07:53.739847 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-7d7140f7-7c36-4a82-bb24-9798916c5e20 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 217 time: 0.0348127 Oct 03 15:07:53.785614 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-b251ab19-d293-423f-91ba-6319fbcba600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:53.787454 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-b251ab19-d293-423f-91ba-6319fbcba600 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0417700 Oct 03 15:07:53.827667 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-c84fc911-0398-457a-b5f2-ba3fbf4edf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:53.829049 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-c84fc911-0398-457a-b5f2-ba3fbf4edf32 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362213 Oct 03 15:07:53.919780 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-681e2b49-be21-41c0-901c-aac0bf492a7b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844722 Oct 03 15:07:54.010934 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-3560ab56-0e22-4b14-87f0-0873d231ebd3 req-0d787439-5401-4c45-90e4-2d0acce92601 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843780 Oct 03 15:07:54.507402 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85def533-f5d9-4ee8-bd9b-93e049436ebb req-24d1f5c8-42cc-4517-8c98-665f737e0b34 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:54.508825 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-85def533-f5d9-4ee8-bd9b-93e049436ebb req-24d1f5c8-42cc-4517-8c98-665f737e0b34 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 943 time: 0.0451958 Oct 03 15:07:54.554308 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-85def533-f5d9-4ee8-bd9b-93e049436ebb req-11b4ba2c-1ab7-4f37-84d7-1ef7aa8300a0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 Oct 03 15:07:55.674879 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da392e42-5ac9-46ac-ae01-366bdb120a24 req-80ea2cf1-5c72-45ae-9dad-daca735af358 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:55.676323 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-da392e42-5ac9-46ac-ae01-366bdb120a24 req-80ea2cf1-5c72-45ae-9dad-daca735af358 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 943 time: 0.0466926 Oct 03 15:07:55.725474 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-da392e42-5ac9-46ac-ae01-366bdb120a24 req-fc81a797-eec0-4c77-83c5-129230263ab0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Oct 03 15:07:56.139655 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-aca6fe7e-25ca-465c-8faa-d5bc38e00cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:56.141095 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-aca6fe7e-25ca-465c-8faa-d5bc38e00cdc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1127 time: 0.0383632 Oct 03 15:07:56.232566 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-114aaa45-7965-4227-a679-6b531cf4f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:56.234048 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-114aaa45-7965-4227-a679-6b531cf4f8a7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 916 time: 0.0876105 Oct 03 15:07:56.270734 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-23f0ab51-e229-4f10-97bc-806c1dd8a03e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 217 time: 0.0310464 Oct 03 15:07:56.317321 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-c817933b-f00b-4ed4-8bfb-bb2e3d0a2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:56.319303 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-c817933b-f00b-4ed4-8bfb-bb2e3d0a2d19 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0430241 Oct 03 15:07:56.363473 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-0be1e678-dbe1-4363-a652-0ed0cd18641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:56.364896 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-0be1e678-dbe1-4363-a652-0ed0cd18641e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403895 Oct 03 15:07:56.452416 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-689c99c1-2737-4b1b-becb-17f5ffa95866 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815442 Oct 03 15:07:56.504601 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:56.544313 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6aac1b9d-b8c7-4bf8-83fe-fad0a1307ed0 req-209ebb49-bbc4-41e6-9fee-3ab2bcea518e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859585 Oct 03 15:07:56.840267 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef896d-9d90-4c6e-9473-907c7962171b req-022b06e5-d43e-4e4f-ae4c-f3286ecfeb28 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:56.841696 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8aef896d-9d90-4c6e-9473-907c7962171b req-022b06e5-d43e-4e4f-ae4c-f3286ecfeb28 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 943 time: 0.0444713 Oct 03 15:07:56.859327 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:56.888815 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8aef896d-9d90-4c6e-9473-907c7962171b req-c0010ee1-e521-4d8a-9011-6ba74b009215 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Oct 03 15:07:57.541693 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:57.829445 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device fa31ad88-f4bc-44fb-9cce-f4956eec436b details requested by agent hyperv_hv-cinder-85987 with host hv-cinder-85987 {{(pid=112660) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 03 15:07:57.928749 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port fa31ad88-f4bc-44fb-9cce-f4956eec436b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:07:57.940033 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Returning: {'device': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'port_id': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'mac_address': 'fa:16:3e:11:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112660) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 03 15:07:57.965566 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:57.976897 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port fa31ad88-f4bc-44fb-9cce-f4956eec436b is: DOWN; New status is: BUILD {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:07:57.977282 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:57.990942 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa31ad88-f4bc-44fb-9cce-f4956eec436b {{(pid=112660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 03 15:07:58.012781 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port fa31ad88-f4bc-44fb-9cce-f4956eec436b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:07:58.013201 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc33468-853b-4deb-a24e-0d9b7af20fba req-68e0dbb8-2ad0-49a2-a58e-785fe8e4588e tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:58.014717 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bc33468-853b-4deb-a24e-0d9b7af20fba req-68e0dbb8-2ad0-49a2-a58e-785fe8e4588e tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 943 time: 0.0502224 Oct 03 15:07:58.017638 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:07:58.061900 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5bc33468-853b-4deb-a24e-0d9b7af20fba req-bb919439-3273-48b9-99c3-0ba02a191023 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Oct 03 15:07:58.068029 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=fa31ad88-f4bc-44fb-9cce-f4956eec436b,revision_number=4']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:07:58.404619 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['fa31ad88-f4bc-44fb-9cce-f4956eec436b'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:07:58.486988 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:07:59.181780 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8203-c159-4774-9162-b850c7c3aa98 req-3686ea9b-0429-40c8-ad17-dd98e62b8546 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:07:59.183244 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-159f8203-c159-4774-9162-b850c7c3aa98 req-3686ea9b-0429-40c8-ad17-dd98e62b8546 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 944 time: 0.0484159 Oct 03 15:07:59.492207 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-159f8203-c159-4774-9162-b850c7c3aa98 req-0230c183-df77-41bc-89ed-cce79ecf3fda tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035159 Oct 03 15:07:59.851974 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device fa31ad88-f4bc-44fb-9cce-f4956eec436b up at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 03 15:08:00.015271 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning for port fa31ad88-f4bc-44fb-9cce-f4956eec436b completed by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 03 15:08:00.020895 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.provisioning_blocks [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Provisioning complete for port fa31ad88-f4bc-44fb-9cce-f4956eec436b triggered by entity L2. {{(pid=112660) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 03 15:08:00.021349 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3992359'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), provisioning_complete {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:00.021715 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Attempt 1 to provision port fa31ad88-f4bc-44fb-9cce-f4956eec436b Oct 03 15:08:00.090981 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Current status of the port fa31ad88-f4bc-44fb-9cce-f4956eec436b is: BUILD; New status is: ACTIVE {{(pid=112660) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 03 15:08:00.091352 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), before_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:00.113719 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b'}] {{(pid=112660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:08:00.115887 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cea2b58ca1353004230bc8d2ea07134890449a495b4bc3c1c6f38f745e1bbce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c68ba44-2d1c-4807-80b7-45fb5de84355" -d '{"events": [{"server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "name": "network-vif-plugged", "status": "completed", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b"}]}' {{(pid=112660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:08:00.128302 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] For port fa31ad88-f4bc-44fb-9cce-f4956eec436b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:08:00.132472 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:00.155688 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7f9d5b-3d47-4e5f-a723-d9bd1e74e6e4 x-openstack-request-id: req-6a7f9d5b-3d47-4e5f-a723-d9bd1e74e6e4 {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:08:00.155983 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "name": "network-vif-plugged", "status": "completed", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b", "code": 200}]} {{(pid=112660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:08:00.156237 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a7f9d5b-3d47-4e5f-a723-d9bd1e74e6e4 {{(pid=112660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:08:00.156627 dv-cinder-859877-2-iscsi neutron-server[112660]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7f9d5b-3d47-4e5f-a723-d9bd1e74e6e4'] response: {'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'code': 200} Oct 03 15:08:00.185386 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Pushing event updated for resources: {'Port': ['ID=fa31ad88-f4bc-44fb-9cce-f4956eec436b,revision_number=5']} {{(pid=112660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:00.356955 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb918169-0dfb-444f-bcd3-dab33b2c1a9b req-de6e36ad-f567-4d83-b26b-5c820928cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:00.358431 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bb918169-0dfb-444f-bcd3-dab33b2c1a9b req-de6e36ad-f567-4d83-b26b-5c820928cd86 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1129 time: 0.0378845 Oct 03 15:08:00.400455 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-bb918169-0dfb-444f-bcd3-dab33b2c1a9b req-59d6300a-add1-4af7-8eb3-a215e3757f2b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363588 Oct 03 15:08:00.610729 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28e590-4173-4a6a-b819-079c8285e8a8 req-b37cd61a-35e6-4793-829a-cd0ceacaeb85 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:00.612142 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5e28e590-4173-4a6a-b819-079c8285e8a8 req-b37cd61a-35e6-4793-829a-cd0ceacaeb85 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0473619 Oct 03 15:08:00.657408 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5e28e590-4173-4a6a-b819-079c8285e8a8 req-6836946f-9a80-45c5-a7d9-c4b850866166 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Oct 03 15:08:01.774990 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ded53-8803-462b-9316-ff230253b8f7 req-74fe934d-b8b9-472b-8927-c9cd8455543c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:01.776437 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-243ded53-8803-462b-9316-ff230253b8f7 req-74fe934d-b8b9-472b-8927-c9cd8455543c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0449913 Oct 03 15:08:01.821974 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-243ded53-8803-462b-9316-ff230253b8f7 req-8904cfb1-19d6-48ae-906d-22ad8402ca14 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402026 Oct 03 15:08:01.933286 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:02.562223 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:02.940214 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c53ff1-eb0f-4adf-988d-5c3b9c8309db req-190f5327-379f-4b63-a5b9-5a82e553496e tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:02.941678 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d1c53ff1-eb0f-4adf-988d-5c3b9c8309db req-190f5327-379f-4b63-a5b9-5a82e553496e tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0454199 Oct 03 15:08:02.992202 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d1c53ff1-eb0f-4adf-988d-5c3b9c8309db req-db2c812d-cf32-4590-ae1f-f4b54034f7df tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450625 Oct 03 15:08:03.111370 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4a50-5570-4356-8ab2-31877f1a973a req-9c329c91-c812-4ea1-8663-6356452af9f0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:03.112698 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-37cf4a50-5570-4356-8ab2-31877f1a973a req-9c329c91-c812-4ea1-8663-6356452af9f0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0490592 Oct 03 15:08:03.158371 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-37cf4a50-5570-4356-8ab2-31877f1a973a req-72e0f084-f9d3-409e-afdc-aeea08c959d5 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Oct 03 15:08:03.482483 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67138427-e800-4cc1-a21c-5407407f059e req-09cd093e-c15d-4bce-bd3a-87614e639024 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:03.483912 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-67138427-e800-4cc1-a21c-5407407f059e req-09cd093e-c15d-4bce-bd3a-87614e639024 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0456176 Oct 03 15:08:03.531060 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-67138427-e800-4cc1-a21c-5407407f059e req-b3e17676-1ba3-4154-b1b1-bb0120691eb8 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Oct 03 15:08:11.926348 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:11.928493 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:12.981446 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=49 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:12.988439 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=40 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:12.988844 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:12.991418 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:13.027038 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce40bb4-4ee1-4660-adba-575a436c8305 req-8cdda198-b141-4a7c-921b-7e4b8e288fc3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:13.028462 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5ce40bb4-4ee1-4660-adba-575a436c8305 req-8cdda198-b141-4a7c-921b-7e4b8e288fc3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0481875 Oct 03 15:08:13.087691 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-5ce40bb4-4ee1-4660-adba-575a436c8305 req-c6781192-9e6d-4b78-98b6-eb4e2f5b5eba tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 Oct 03 15:08:13.116185 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35588) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:08:13.194138 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef749c-05b0-490c-b28f-4ad9f5cb07a2 tempest-TestMinimumBasicScenario-2067952255 tempest-TestMinimumBasicScenario-2067952255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:13.195620 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-daef749c-05b0-490c-b28f-4ad9f5cb07a2 tempest-TestMinimumBasicScenario-2067952255 tempest-TestMinimumBasicScenario-2067952255-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1124 time: 0.0785015 Oct 03 15:08:13.198497 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35592) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:08:13.202550 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'floatingip': {'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'port_id': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:08:13.224107 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:13.272308 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e7301772-5a0e-4995-b360-3b8b44bbfee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:13.306672 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (None), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:13.412463 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_common [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Allocated IP 172.27.1.50 (50bd343f-53bd-4d10-9a98-2a18a089b709/b1c0d100-97aa-4fcc-aaf9-661b08c16ab9/70583cdd-947c-4bfb-87a6-eeb0f53ca1db) {{(pid=112658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 15:08:13.518241 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for port (70583cdd-947c-4bfb-87a6-eeb0f53ca1db), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:13.550209 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765220026076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (70583cdd-947c-4bfb-87a6-eeb0f53ca1db), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:13.591605 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Network 50bd343f-53bd-4d10-9a98-2a18a089b709 is already hosted by enough agents. {{(pid=112658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 15:08:13.596513 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.base_scheduler [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Resources bound (agent type, host, resource id): {{(pid=112658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 15:08:13.598669 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'Port': ['ID=70583cdd-947c-4bfb-87a6-eeb0f53ca1db,revision_number=1']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:13.602367 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Received port after_create {{(pid=112658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 03 15:08:13.839827 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:13.885811 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:13.943055 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for floatingip (d1fda8e9-911c-47f6-931d-25fd8e3f5500), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.008386 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (70583cdd-947c-4bfb-87a6-eeb0f53ca1db), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.150562 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for port (70583cdd-947c-4bfb-87a6-eeb0f53ca1db), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.154795 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (70583cdd-947c-4bfb-87a6-eeb0f53ca1db), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.222571 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692034'] for floatingip (d1fda8e9-911c-47f6-931d-25fd8e3f5500), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.224414 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'Port': ['ID=70583cdd-947c-4bfb-87a6-eeb0f53ca1db,revision_number=2']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:14.296901 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [req-4a5154b4-5a14-4f2a-851e-49ae2a1793e7 req-8199773c-b38d-43aa-814b-2a1ed020fcf8 service neutron] (112658) timed out ('10.222.0.42', 62055) {{(pid=112658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 15:08:14.317412 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.l3_db [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Floating IP d1fda8e9-911c-47f6-931d-25fd8e3f5500 associated. External IP: 172.27.1.50, port: fa31ad88-f4bc-44fb-9cce-f4956eec436b. Oct 03 15:08:14.511101 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Router 1c2a9871-7791-403d-98d2-6d886150ddd0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:08:14.610900 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:08:14.621171 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] Sync routers for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:08:14.631342 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.635217 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:08:14.635830 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:08:14.652430 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=100 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:14.662945 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-701d04f9-3981-4eb5-bef3-2eafd073f33b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4635088 Oct 03 15:08:14.663561 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:08:14.665856 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6875173b-4208-4954-a898-cae7b7e79201" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:08:14.666041 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 35594) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:08:14.670741 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-ab9c6fe4-64e7-41f1-9142-d066bbc03bd5 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218009107', 'description': 'tempest-secgroup-smoke-1218009107 description', 'project_id': '1b1db654fb9f4320ade1ca90e5000e09'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:08:14.696585 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6fe4-64e7-41f1-9142-d066bbc03bd5 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group (None), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.711695 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd540b-f7ec-4009-bc3b-072d8b802b3e x-openstack-request-id: req-ddcd540b-f7ec-4009-bc3b-072d8b802b3e {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:08:14.711993 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:08:14.712253 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddcd540b-f7ec-4009-bc3b-072d8b802b3e {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:08:14.712652 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcd540b-f7ec-4009-bc3b-072d8b802b3e'] response: {'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'status': 'completed', 'code': 200} Oct 03 15:08:14.743804 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:08:14.769855 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6fe4-64e7-41f1-9142-d066bbc03bd5 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group (bd0f620d-9f94-41af-9557-468f9295ab8a), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.779336 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6fe4-64e7-41f1-9142-d066bbc03bd5 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (bd0f620d-9f94-41af-9557-468f9295ab8a), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.833169 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875173b-4208-4954-a898-cae7b7e79201 req-30b30f51-e698-4d0c-84a6-ae6537ac70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:14.834718 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6875173b-4208-4954-a898-cae7b7e79201 req-30b30f51-e698-4d0c-84a6-ae6537ac70db service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1129 time: 0.0675473 Oct 03 15:08:14.837209 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6fe4-64e7-41f1-9142-d066bbc03bd5 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.838350 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-ab9c6fe4-64e7-41f1-9142-d066bbc03bd5 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1712620 Oct 03 15:08:14.842085 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35598) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:08:14.843080 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c6fe4-64e7-41f1-9142-d066bbc03bd5 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0f620d-9f94-41af-9557-468f9295ab8a,revision_number=1']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:14.847571 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-5a2b2178-31e1-4f02-bc85-9b85fbfbc88c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'security_group_rule': {'security_group_id': 'bd0f620d-9f94-41af-9557-468f9295ab8a', 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:08:14.864493 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:14.878170 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2178-31e1-4f02-bc85-9b85fbfbc88c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (f5760338-c9ff-4a1c-9ded-d0347476a3ed), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.940753 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2178-31e1-4f02-bc85-9b85fbfbc88c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (f5760338-c9ff-4a1c-9ded-d0347476a3ed), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.945994 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2178-31e1-4f02-bc85-9b85fbfbc88c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (f5760338-c9ff-4a1c-9ded-d0347476a3ed), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.961851 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'd1fda8e9-911c-47f6-931d-25fd8e3f5500', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'port_id': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'mac_address': 'fa:16:3e:11:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:08:13Z', 'updated_at': '2022-10-03T15:08:13Z', 'revision_number': 0, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eb3467c-2e39-45df-bfc1-ff0024c42690', 'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'mac_address': 'fa:16:3e:1d:bc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:25Z', 'updated_at': '2022-10-03T15:07:31Z', 'revision_number': 5, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'subnets': [{'id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:08:14.965795 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b2178-31e1-4f02-bc85-9b85fbfbc88c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5760338-c9ff-4a1c-9ded-d0347476a3ed,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:14.971578 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5a2b2178-31e1-4f02-bc85-9b85fbfbc88c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:14.972779 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5a2b2178-31e1-4f02-bc85-9b85fbfbc88c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296999 Oct 03 15:08:14.976011 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35600) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:08:14.980997 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-13125a17-badc-4bba-8140-30a19fc0358b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'security_group_rule': {'security_group_id': 'bd0f620d-9f94-41af-9557-468f9295ab8a', 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:08:14.990795 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] Checking router: 1c2a9871-7791-403d-98d2-6d886150ddd0 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:08:15.000658 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:08:15.001421 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:07:45Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:08:15.009341 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-13125a17-badc-4bba-8140-30a19fc0358b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (228b834c-556d-4c3c-b997-27c93040c79f), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.070644 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-13125a17-badc-4bba-8140-30a19fc0358b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (228b834c-556d-4c3c-b997-27c93040c79f), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.070929 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875173b-4208-4954-a898-cae7b7e79201 req-f1c7ed91-d471-457b-8deb-2c4874b8c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:15.072784 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6875173b-4208-4954-a898-cae7b7e79201 req-f1c7ed91-d471-457b-8deb-2c4874b8c73f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 916 time: 0.1017432 Oct 03 15:08:15.075435 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-13125a17-badc-4bba-8140-30a19fc0358b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (228b834c-556d-4c3c-b997-27c93040c79f), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.096132 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13125a17-badc-4bba-8140-30a19fc0358b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228b834c-556d-4c3c-b997-27c93040c79f,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:15.106422 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-13125a17-badc-4bba-8140-30a19fc0358b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.110660 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-13125a17-badc-4bba-8140-30a19fc0358b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304159 Oct 03 15:08:15.110660 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35602) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:08:15.115228 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-3b33213f-6c0e-4049-9787-1ced98fd1910 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'security_group_rule': {'security_group_id': 'bd0f620d-9f94-41af-9557-468f9295ab8a', 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:08:15.126105 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [req-e42f73d1-11cd-41a9-8b14-4a07872b2bdb req-fe959fdd-4ba1-44bf-867c-5b0ffffd0aac service neutron] (112658) timed out ('10.222.0.42', 62044) {{(pid=112658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 15:08:15.145275 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3b33213f-6c0e-4049-9787-1ced98fd1910 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (18c8954a-bcf0-48e4-94c4-9dd5a4199145), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.147905 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6875173b-4208-4954-a898-cae7b7e79201 req-c157fbce-af27-4210-824a-e8557b082041 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 998 time: 0.0679092 Oct 03 15:08:15.198685 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875173b-4208-4954-a898-cae7b7e79201 req-8270c16c-8cce-4379-97ec-b59b388afca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:15.198946 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:08:15.201067 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6875173b-4208-4954-a898-cae7b7e79201 req-8270c16c-8cce-4379-97ec-b59b388afca2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0463338 Oct 03 15:08:15.207141 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3b33213f-6c0e-4049-9787-1ced98fd1910 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (18c8954a-bcf0-48e4-94c4-9dd5a4199145), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.211694 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3b33213f-6c0e-4049-9787-1ced98fd1910 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (18c8954a-bcf0-48e4-94c4-9dd5a4199145), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.234491 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33213f-6c0e-4049-9787-1ced98fd1910 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c8954a-bcf0-48e4-94c4-9dd5a4199145,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:15.240246 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-3b33213f-6c0e-4049-9787-1ced98fd1910 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.241688 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-3b33213f-6c0e-4049-9787-1ced98fd1910 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300268 Oct 03 15:08:15.245101 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35604) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:08:15.249037 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-045cad14-d93e-40d6-9c5d-a67b4c0312c3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'security_group_rule': {'security_group_id': 'bd0f620d-9f94-41af-9557-468f9295ab8a', 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:08:15.252460 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875173b-4208-4954-a898-cae7b7e79201 req-c6b3fa29-827d-462e-a3e2-81e54b83468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:15.254182 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6875173b-4208-4954-a898-cae7b7e79201 req-c6b3fa29-827d-462e-a3e2-81e54b83468b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463538 Oct 03 15:08:15.303486 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-045cad14-d93e-40d6-9c5d-a67b4c0312c3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (2ca557ee-2f81-4997-aaa5-fe06f40d3197), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.324551 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-7cb63db0-20f4-471d-ae52-05f51e403505 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550842 Oct 03 15:08:15.371958 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6875173b-4208-4954-a898-cae7b7e79201 req-1235bf89-e0a6-416e-9341-31f5e40d55b1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024880 Oct 03 15:08:15.375864 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-045cad14-d93e-40d6-9c5d-a67b4c0312c3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (2ca557ee-2f81-4997-aaa5-fe06f40d3197), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.379660 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-045cad14-d93e-40d6-9c5d-a67b4c0312c3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (2ca557ee-2f81-4997-aaa5-fe06f40d3197), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.399218 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cad14-d93e-40d6-9c5d-a67b4c0312c3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca557ee-2f81-4997-aaa5-fe06f40d3197,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:15.411139 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-045cad14-d93e-40d6-9c5d-a67b4c0312c3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.413071 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-045cad14-d93e-40d6-9c5d-a67b4c0312c3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1675632 Oct 03 15:08:15.415914 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35606) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:08:15.421979 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [None req-5b76228e-2d03-4d14-a4e8-17095c3920af tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'security_group_rule': {'security_group_id': 'bd0f620d-9f94-41af-9557-468f9295ab8a', 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:08:15.442392 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'd1fda8e9-911c-47f6-931d-25fd8e3f5500', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'port_id': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'mac_address': 'fa:16:3e:11:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:08:13Z', 'updated_at': '2022-10-03T15:08:13Z', 'revision_number': 0, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eb3467c-2e39-45df-bfc1-ff0024c42690', 'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'mac_address': 'fa:16:3e:1d:bc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:25Z', 'updated_at': '2022-10-03T15:07:31Z', 'revision_number': 5, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'subnets': [{'id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:08:15.446931 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.db.securitygroups_db [None req-5b76228e-2d03-4d14-a4e8-17095c3920af tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Project 1b1db654fb9f4320ade1ca90e5000e09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 15:08:15.453373 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5b76228e-2d03-4d14-a4e8-17095c3920af tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (7352384b-d701-4e44-9784-fd94328ee9a9), before_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.470997 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cbc5b6-2289-4d4f-892f-38815563115a None None] The sync data for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi is: [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_floatingips': [{'id': 'd1fda8e9-911c-47f6-931d-25fd8e3f5500', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'router_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'port_id': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'mac_address': 'fa:16:3e:11:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T15:08:13Z', 'updated_at': '2022-10-03T15:08:13Z', 'revision_number': 0, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eb3467c-2e39-45df-bfc1-ff0024c42690', 'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'mac_address': 'fa:16:3e:1d:bc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:25Z', 'updated_at': '2022-10-03T15:07:31Z', 'revision_number': 5, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'subnets': [{'id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:08:15.485844 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-6875173b-4208-4954-a898-cae7b7e79201 req-c4f140ca-a819-4254-86ec-371264649312 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061819 Oct 03 15:08:15.515331 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-400a21d2-5866-4888-95bd-86a3c3badf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.522339 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5b76228e-2d03-4d14-a4e8-17095c3920af tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (7352384b-d701-4e44-9784-fd94328ee9a9), precommit_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.526339 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5b76228e-2d03-4d14-a4e8-17095c3920af tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (7352384b-d701-4e44-9784-fd94328ee9a9), after_create {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.546596 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76228e-2d03-4d14-a4e8-17095c3920af tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7352384b-d701-4e44-9784-fd94328ee9a9,revision_number=0']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:15.552965 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-5b76228e-2d03-4d14-a4e8-17095c3920af tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.554183 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-5b76228e-2d03-4d14-a4e8-17095c3920af tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1368413 Oct 03 15:08:15.557072 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 35608) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:08:15.563153 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [None req-09cfce55-ab7e-4dc1-835a-27df4f2ad67f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'security_group_rule': {'security_group_id': 'bd0f620d-9f94-41af-9557-468f9295ab8a', 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:08:15.588067 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.securitygroups_db [None req-09cfce55-ab7e-4dc1-835a-27df4f2ad67f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Project 1b1db654fb9f4320ade1ca90e5000e09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 15:08:15.595475 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-09cfce55-ab7e-4dc1-835a-27df4f2ad67f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (a83e9d66-6ffe-408c-9912-f3f7d9d30856), before_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.661600 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-203c5717-9c62-4869-bc02-6ba678ba437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:15.663153 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-203c5717-9c62-4869-bc02-6ba678ba437b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1129 time: 0.0638661 Oct 03 15:08:15.692903 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c901f5-27c1-4952-a2d8-679e33b886af None None] New status for floating IP d1fda8e9-911c-47f6-931d-25fd8e3f5500: ACTIVE {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:08:15.694513 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:15.701595 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-09cfce55-ab7e-4dc1-835a-27df4f2ad67f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (a83e9d66-6ffe-408c-9912-f3f7d9d30856), precommit_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.741097 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-09cfce55-ab7e-4dc1-835a-27df4f2ad67f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596596'] for security_group_rule (a83e9d66-6ffe-408c-9912-f3f7d9d30856), after_create {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.772670 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfce55-ab7e-4dc1-835a-27df4f2ad67f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83e9d66-6ffe-408c-9912-f3f7d9d30856,revision_number=0']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:15.787226 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-09cfce55-ab7e-4dc1-835a-27df4f2ad67f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:15.788841 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-09cfce55-ab7e-4dc1-835a-27df4f2ad67f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2299013 Oct 03 15:08:15.801024 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:15.812155 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-006da134-ec53-4971-bd4f-01146ec2b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:15.814342 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-006da134-ec53-4971-bd4f-01146ec2b526 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 916 time: 0.1307039 Oct 03 15:08:15.846538 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:15.873789 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:15.884283 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-2e635772-3392-41af-955c-0c9d796c9c67 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 998 time: 0.0638220 Oct 03 15:08:15.897166 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-3b5fe473-e747-4191-963a-91be27a8b49a tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1218009107&fields=id&tenant_id=1b1db654fb9f4320ade1ca90e5000e09 HTTP/1.1" status: 200 len: 267 time: 0.0576198 Oct 03 15:08:15.949899 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-a36ebb56-ea3e-4586-916d-19af43fd0809 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:15.951377 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-a36ebb56-ea3e-4586-916d-19af43fd0809 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0478723 Oct 03 15:08:15.962065 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.v2.base [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-1b5e6470-3d8c-4160-a42d-acf87bb04c51 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'port': {'security_groups': ['6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb', 'bd0f620d-9f94-41af-9557-468f9295ab8a']}} {{(pid=112658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:08:15.986186 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-734772d8-7570-4956-951f-5bbf657c74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:15.987620 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-734772d8-7570-4956-951f-5bbf657c74a3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0876801 Oct 03 15:08:16.032524 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-aa4aaad7-4980-40d9-a1a0-480a83dbc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:16.032944 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-1b5e6470-3d8c-4160-a42d-acf87bb04c51 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), before_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:16.034046 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-aa4aaad7-4980-40d9-a1a0-480a83dbc0a4 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409064 Oct 03 15:08:16.123056 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-7ed86583-9798-4d58-9e2e-df659e6b968a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821481 Oct 03 15:08:16.214964 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-1b5e6470-3d8c-4160-a42d-acf87bb04c51 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] For port fa31ad88-f4bc-44fb-9cce-f4956eec436b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:08:16.217271 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f34fd4bb-2af1-4927-afcf-573a64520403 req-91915ceb-981c-49e8-bf5d-721b28045efb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891349 Oct 03 15:08:16.244106 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-1b5e6470-3d8c-4160-a42d-acf87bb04c51 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), precommit_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:16.248695 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-1b5e6470-3d8c-4160-a42d-acf87bb04c51 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8558932'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), after_update {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:16.258307 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-1b5e6470-3d8c-4160-a42d-acf87bb04c51 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:16.258909 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-1b5e6470-3d8c-4160-a42d-acf87bb04c51 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:16.260222 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-886ccb2b-ac87-4b56-adf0-d738ebd014e5 req-1b5e6470-3d8c-4160-a42d-acf87bb04c51 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "PUT /networking/v2.0/ports/fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 981 time: 0.3027148 Oct 03 15:08:16.283604 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['fa31ad88-f4bc-44fb-9cce-f4956eec436b'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:08:16.308875 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e6470-3d8c-4160-a42d-acf87bb04c51 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'Port': ['ID=fa31ad88-f4bc-44fb-9cce-f4956eec436b,revision_number=6']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:08:16.376218 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a1f0f-861c-4ab6-a104-27dea67b94a2 req-21fe8106-d420-426d-b5b5-2ba032b7b92a tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:16.377618 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-324a1f0f-861c-4ab6-a104-27dea67b94a2 req-21fe8106-d420-426d-b5b5-2ba032b7b92a tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0467710 Oct 03 15:08:16.437799 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-324a1f0f-861c-4ab6-a104-27dea67b94a2 req-14fe0628-623a-4b1f-b9e3-510676b48bea tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544128 Oct 03 15:08:16.439965 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['fa31ad88-f4bc-44fb-9cce-f4956eec436b'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:08:16.714367 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b'}] {{(pid=112658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:08:16.716738 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a19e6e2f275d81182103d14cf23d84f5a1ecebfab885f82eac94a98d6d3bcd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b"}]}' {{(pid=112658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:08:16.749404 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:16.758362 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df87002-a24e-4f60-a5b0-79a00b53ce8a x-openstack-request-id: req-8df87002-a24e-4f60-a5b0-79a00b53ce8a {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:08:16.758727 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b", "status": "completed", "code": 200}]} {{(pid=112658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:08:16.759083 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8df87002-a24e-4f60-a5b0-79a00b53ce8a {{(pid=112658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:08:16.759602 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df87002-a24e-4f60-a5b0-79a00b53ce8a'] response: {'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'status': 'completed', 'code': 200} Oct 03 15:08:16.792057 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:16.810526 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:16.875107 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-c7fd09f2-72c4-4418-acaa-bedf9c186a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:16.876640 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-c7fd09f2-72c4-4418-acaa-bedf9c186a33 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1168 time: 0.0433581 Oct 03 15:08:16.970008 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-e1643d69-abc5-43ab-abfe-0cc0f647b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:16.971390 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-e1643d69-abc5-43ab-abfe-0cc0f647b448 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 916 time: 0.0877843 Oct 03 15:08:17.038832 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-233f6584-f5e0-4646-a087-1fd4dc763dd2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 1000 time: 0.0581939 Oct 03 15:08:17.087303 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-9cbc8d66-623e-44c3-9051-4cafb8e04b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:17.088717 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-9cbc8d66-623e-44c3-9051-4cafb8e04b22 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0431943 Oct 03 15:08:17.136406 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-d897cb39-189c-4d78-a8c7-b83941333767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:08:17.137873 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-d897cb39-189c-4d78-a8c7-b83941333767 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368829 Oct 03 15:08:17.235806 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-9688067d-6f85-4c1e-9826-76ae482d7a2f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892689 Oct 03 15:08:17.330015 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-12d8e9b8-45ec-4bc8-b33d-c3488c40bb5d req-a6030a18-4caa-42de-af5f-399478b7963f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822749 Oct 03 15:08:18.006933 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:18.336325 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:26.299833 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=45,neutron:INSERT=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:26.306960 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:27.320617 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=96,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:27.327031 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=91 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:28.329253 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=17 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:28.331271 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:29.565941 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:08:31.945363 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:41.938703 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:41.940559 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:42.048171 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=93 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:42.050331 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=89 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:43.273051 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-c0cea078-ef08-40b0-ac9b-965a233c85e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:45.509882 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e2f0bb8e-3fdb-4d6b-a909-86370b8d4d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:46.784170 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:48.011912 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:48.338935 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:08:58.327733 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:08:58.333879 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:01.946026 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:06.564566 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:09:11.936317 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:11.941617 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:13.274136 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-afea2b26-0b16-462b-8abf-631afb791961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:15.511962 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-650b3fab-9e93-4a2d-828c-bd170b1207a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:16.260169 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-f751920c-f2d8-4027-a977-a3d4724a1311 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426102 Oct 03 15:09:16.360421 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-d20c70c8-0865-4b7f-aaf7-bd953139f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:16.361891 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-d20c70c8-0865-4b7f-aaf7-bd953139f3a3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1168 time: 0.0385270 Oct 03 15:09:16.466695 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-a4dfd7bf-c94c-4fcd-a832-09d05b327b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:16.468128 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-a4dfd7bf-c94c-4fcd-a832-09d05b327b57 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 916 time: 0.0872426 Oct 03 15:09:16.528584 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-9cc0e789-94ac-45c5-ba88-5742a7d91056 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 1000 time: 0.0546060 Oct 03 15:09:16.560307 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:16.561008 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:16.577353 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-edc21c28-fe7c-4cea-8474-be414fe53279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:16.578819 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-edc21c28-fe7c-4cea-8474-be414fe53279 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0450592 Oct 03 15:09:16.619664 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-5a710ef9-5934-4e97-b79e-39c4339e2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:16.621605 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-5a710ef9-5934-4e97-b79e-39c4339e2ae8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367308 Oct 03 15:09:16.712456 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-48905288-e4d7-4e05-848c-72c970c6857d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851521 Oct 03 15:09:16.786708 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:16.804715 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-8dbdc1f8-e202-4b2a-8d3b-637ca069dff7 req-b67d18a1-d87d-4085-8620-524da1f24f5a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862770 Oct 03 15:09:17.110899 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60cde2-ca62-4ff1-8845-8c0667aa239a req-65336651-1425-462d-bab2-4ae460212467 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:17.112337 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7b60cde2-ca62-4ff1-8845-8c0667aa239a req-65336651-1425-462d-bab2-4ae460212467 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0483129 Oct 03 15:09:17.138585 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-d478b6eb-a889-40d6-b649-a6f50da39fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:17.140063 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-d478b6eb-a889-40d6-b649-a6f50da39fe2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1168 time: 0.0395517 Oct 03 15:09:17.172776 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-7b60cde2-ca62-4ff1-8845-8c0667aa239a req-a1a9db1b-4c85-48a1-943b-bd7dfcc05c9f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545151 Oct 03 15:09:17.233473 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-622ae028-b2a1-45a8-a9c8-065601b7bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:17.234923 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-622ae028-b2a1-45a8-a9c8-065601b7bf73 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 916 time: 0.0884175 Oct 03 15:09:17.299801 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-d584ee98-fa77-49bc-a472-551787e0d537 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 1000 time: 0.0588472 Oct 03 15:09:17.348245 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-df33ca24-496d-443a-ad63-784d1cc6be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:17.349791 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-df33ca24-496d-443a-ad63-784d1cc6be4c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0434835 Oct 03 15:09:17.394334 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-b283bae6-0abf-41d9-89b2-1386af8ad78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:17.395684 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-b283bae6-0abf-41d9-89b2-1386af8ad78c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402546 Oct 03 15:09:17.484018 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-4c84b242-1c2d-427d-a7dd-936451f0cd80 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807803 Oct 03 15:09:17.542570 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:17.576246 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-f31801af-6c7b-4188-877c-a146472fd0c0 req-06ee5539-9bbd-43ec-9195-7579d84b0c3e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860076 Oct 03 15:09:18.013489 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:18.293758 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afa01c-846e-47eb-9af3-2f411d219ead req-ae594f96-d9b7-4564-b53b-47ace650dd67 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:18.295235 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b0afa01c-846e-47eb-9af3-2f411d219ead req-ae594f96-d9b7-4564-b53b-47ace650dd67 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0465443 Oct 03 15:09:18.327989 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:18.341233 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:18.359952 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-b0afa01c-846e-47eb-9af3-2f411d219ead req-b840ff62-1c47-4df2-981f-df0ea37ff34c tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589807 Oct 03 15:09:19.482423 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30cf8-9660-4897-acdc-74715b99d612 req-03bdb723-75bb-457f-86af-3a87de31dd50 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:19.483863 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1ac30cf8-9660-4897-acdc-74715b99d612 req-03bdb723-75bb-457f-86af-3a87de31dd50 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0486887 Oct 03 15:09:19.544084 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-1ac30cf8-9660-4897-acdc-74715b99d612 req-4c3a91b8-fa86-435a-9f29-ed902383b668 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544140 Oct 03 15:09:20.666221 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dec5f-3715-4586-8216-408c7d6eb966 req-21f7baf2-7372-4818-9904-87ce1f7aae54 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:20.667672 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-eb8dec5f-3715-4586-8216-408c7d6eb966 req-21f7baf2-7372-4818-9904-87ce1f7aae54 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0485966 Oct 03 15:09:20.727897 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-eb8dec5f-3715-4586-8216-408c7d6eb966 req-87c203bc-97a0-4877-b95b-b6f235e1e897 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531373 Oct 03 15:09:21.851862 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361132f1-1c73-4802-a25f-1b9154b3a9b6 req-40009ed7-7b47-405e-973c-9d163ad8ec4a tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:21.853275 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-361132f1-1c73-4802-a25f-1b9154b3a9b6 req-40009ed7-7b47-405e-973c-9d163ad8ec4a tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0455694 Oct 03 15:09:21.911472 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-361132f1-1c73-4802-a25f-1b9154b3a9b6 req-78e8c8e1-c828-4c3a-9038-a98023d39a71 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521324 Oct 03 15:09:23.030543 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce1e9b-acdf-4c3a-8eee-ad6ccbcec252 req-9f6fa0c8-b9e8-4fd1-90eb-c7bd24d0f606 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:23.032275 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66ce1e9b-acdf-4c3a-8eee-ad6ccbcec252 req-9f6fa0c8-b9e8-4fd1-90eb-c7bd24d0f606 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0467191 Oct 03 15:09:23.090401 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-66ce1e9b-acdf-4c3a-8eee-ad6ccbcec252 req-94b54e59-fcbe-469c-b469-4b3285b71a5d tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522745 Oct 03 15:09:24.208939 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea938b-7028-47e0-b794-a085ab3de8d9 req-8d5c8e98-20b1-447c-965d-c997560c3951 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:24.210498 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e3ea938b-7028-47e0-b794-a085ab3de8d9 req-8d5c8e98-20b1-447c-965d-c997560c3951 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0465777 Oct 03 15:09:24.272942 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-e3ea938b-7028-47e0-b794-a085ab3de8d9 req-c012aba6-bd93-46b3-9f44-0c2083103f19 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561500 Oct 03 15:09:25.392748 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75889-2b31-48f0-83f0-87d446cdeb27 req-9dd52702-7c46-4039-85e4-28d8afb16e6b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:25.394194 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-36b75889-2b31-48f0-83f0-87d446cdeb27 req-9dd52702-7c46-4039-85e4-28d8afb16e6b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0459235 Oct 03 15:09:25.456499 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-36b75889-2b31-48f0-83f0-87d446cdeb27 req-275d7f3f-aa83-4370-bf47-a1d7b5b76e78 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567398 Oct 03 15:09:26.814174 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb124537-270e-4be9-9466-2003d90a8cab req-4e45e0b2-3d31-4e6d-86dc-a96bb18d4c2b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:26.815565 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cb124537-270e-4be9-9466-2003d90a8cab req-4e45e0b2-3d31-4e6d-86dc-a96bb18d4c2b tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.2776029 Oct 03 15:09:26.874986 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-cb124537-270e-4be9-9466-2003d90a8cab req-a62eb976-4278-4e09-9097-a10bb952eb3e tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537848 Oct 03 15:09:27.994261 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7fa30-b191-4ebd-bb19-aefdf1a8cf1c req-93d2c0d8-b09e-405b-b389-632c97938dfc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:27.995714 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-afc7fa30-b191-4ebd-bb19-aefdf1a8cf1c req-93d2c0d8-b09e-405b-b389-632c97938dfc tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0448663 Oct 03 15:09:28.054311 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-afc7fa30-b191-4ebd-bb19-aefdf1a8cf1c req-28ef4015-4fb0-4073-9fb4-54f84619c8f0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525076 Oct 03 15:09:28.335452 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:28.337318 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:29.174331 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17e70-5710-45a6-b798-8913f9e2fe84 req-1fd59fac-4574-4534-98c5-41ab6211bfab tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:09:29.175763 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-abe17e70-5710-45a6-b798-8913f9e2fe84 req-1fd59fac-4574-4534-98c5-41ab6211bfab tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0463352 Oct 03 15:09:29.238147 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-abe17e70-5710-45a6-b798-8913f9e2fe84 req-9c830fae-127d-4df2-ba1a-7ef5584aad53 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&id=bd0f620d-9f94-41af-9557-468f9295ab8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567355 Oct 03 15:09:31.947777 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:38.045906 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=40 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:38.048720 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=60 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:39.229048 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=64 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:39.232317 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=62 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:41.941453 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:41.943313 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:09:43.275829 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7a81-1117-42ba-b725-5e3dedf8d156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:43.564177 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:09:45.513514 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9e42e618-0755-49f0-a54e-07c1c904d654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:46.789599 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:48.015735 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:48.343683 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:09:53.559327 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:01.961041 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:02.588143 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:11.954844 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:11.956722 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:UPDATE=2,neutron:SELECT=21 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:13.282324 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-dc6c7f3e-11d2-4a43-ad16-3b8d66453108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:15.516801 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-31759b37-979d-4794-af8a-5c015c0c358b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:16.270081 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-d1af3578-4f69-4798-8994-de212a426b35 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372560 Oct 03 15:10:16.373527 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-784f3005-cefd-469a-8929-2460f11161ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:16.374993 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-784f3005-cefd-469a-8929-2460f11161ad service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1168 time: 0.0416861 Oct 03 15:10:16.476164 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-a6ef3b9e-8813-4bc6-a339-bd31636fbde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:16.477676 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-a6ef3b9e-8813-4bc6-a339-bd31636fbde3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 916 time: 0.0844061 Oct 03 15:10:16.539938 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-7fc913e0-51ea-4baf-a82c-f3bc62193382 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 1000 time: 0.0567508 Oct 03 15:10:16.587264 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-541f73ed-70d3-48fa-a5df-a41af42cbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:16.588642 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-541f73ed-70d3-48fa-a5df-a41af42cbacd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0426266 Oct 03 15:10:16.628970 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-a207796a-0c71-4afa-9b55-4eb71fc5c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:16.630408 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-a207796a-0c71-4afa-9b55-4eb71fc5c585 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363233 Oct 03 15:10:16.721521 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-183c6993-11f1-40c1-805c-17dce9edcb5f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841980 Oct 03 15:10:16.791444 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:16.810592 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-20fbc9a8-d864-46c1-9843-6dcc1884a2c0 req-2b49af30-522d-475d-a487-5bf3bcc8e2cc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831540 Oct 03 15:10:18.018146 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:18.345352 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:20.562662 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:10:26.805548 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=54 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:26.807421 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=47 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:28.338992 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:28.340985 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:30.559876 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:30.560559 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:31.990463 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:32.634475 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4a9a5051-5291-4669-987a-c782a4861de9 req-293b71e3-bb11-4003-841e-62088c26838a tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1218009107&fields=id&tenant_id=1b1db654fb9f4320ade1ca90e5000e09 HTTP/1.1" status: 200 len: 267 time: 0.0446639 Oct 03 15:10:32.686247 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a5051-5291-4669-987a-c782a4861de9 req-2c8059a9-b337-46e3-ad10-6baefbbce580 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:32.687681 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4a9a5051-5291-4669-987a-c782a4861de9 req-2c8059a9-b337-46e3-ad10-6baefbbce580 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 984 time: 0.0481079 Oct 03 15:10:32.697730 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.v2.base [req-4a9a5051-5291-4669-987a-c782a4861de9 req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Request body: {'port': {'security_groups': ['6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb']}} {{(pid=112659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 03 15:10:32.766724 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-4a9a5051-5291-4669-987a-c782a4861de9 req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4099991'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), before_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:32.932015 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-4a9a5051-5291-4669-987a-c782a4861de9 req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] For port fa31ad88-f4bc-44fb-9cce-f4956eec436b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:10:32.959600 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-4a9a5051-5291-4669-987a-c782a4861de9 req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), precommit_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:32.964078 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-4a9a5051-5291-4669-987a-c782a4861de9 req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765220400065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765220026094', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765220026628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366951'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), after_update {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:32.974242 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a5051-5291-4669-987a-c782a4861de9 req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:32.974831 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-4a9a5051-5291-4669-987a-c782a4861de9 req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:32.976146 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-4a9a5051-5291-4669-987a-c782a4861de9 req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "PUT /networking/v2.0/ports/fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 942 time: 0.2826328 Oct 03 15:10:32.976678 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:10:32.979005 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0221fa6b-72e4-49c2-b136-4d01c7761775" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:10:32.982158 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35698) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:32.998548 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['fa31ad88-f4bc-44fb-9cce-f4956eec436b'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:10:33.035463 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event updated for resources: {'Port': ['ID=fa31ad88-f4bc-44fb-9cce-f4956eec436b,revision_number=7']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:33.042975 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.043317 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.044278 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.044278 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.044510 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.044972 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.045194 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.045529 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.045857 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.046172 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.046551 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.046876 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.047195 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.047510 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.047807 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group (bd0f620d-9f94-41af-9557-468f9295ab8a), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:33.047935 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a46fe-1860-4dc8-ab13-c52e0b702c63 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.082921 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group (bd0f620d-9f94-41af-9557-468f9295ab8a), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:33.129289 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['fa31ad88-f4bc-44fb-9cce-f4956eec436b'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:10:33.155518 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (bd0f620d-9f94-41af-9557-468f9295ab8a), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:33.158162 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for security_group (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:33.159307 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/bd0f620d-9f94-41af-9557-468f9295ab8a HTTP/1.1" status: 204 len: 168 time: 0.1762218 Oct 03 15:10:33.162316 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 35706) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:33.169097 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0f620d-9f94-41af-9557-468f9295ab8a,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:33.176543 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.177113 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.177452 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.177825 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.178343 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.178666 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.178989 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.179588 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.180092 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.180613 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.181111 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.181447 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.181795 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.182201 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.182980 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197ff4-e290-47fd-929f-3857ae0fe890 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859877-2-iscsi {{(pid=112658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 15:10:33.308679 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Deleting port 70583cdd-947c-4bfb-87a6-eeb0f53ca1db {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:10:33.309018 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (70583cdd-947c-4bfb-87a6-eeb0f53ca1db), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:33.382928 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (70583cdd-947c-4bfb-87a6-eeb0f53ca1db), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:33.383261 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for floatingip (70583cdd-947c-4bfb-87a6-eeb0f53ca1db), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:33.395232 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Calling delete_port for 70583cdd-947c-4bfb-87a6-eeb0f53ca1db owned by network:floatingip {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:10:33.502666 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:33.553551 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (70583cdd-947c-4bfb-87a6-eeb0f53ca1db), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:33.580295 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event deleted for resources: {'Port': ['ID=70583cdd-947c-4bfb-87a6-eeb0f53ca1db,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:33.624416 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:33.641583 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks [] for floatingip (d1fda8e9-911c-47f6-931d-25fd8e3f5500), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:33.642241 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.db.l3_db [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Floating IP d1fda8e9-911c-47f6-931d-25fd8e3f5500 disassociated (deleted). External IP: 172.27.1.50, port: fa31ad88-f4bc-44fb-9cce-f4956eec436b. Oct 03 15:10:34.095789 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Router 1c2a9871-7791-403d-98d2-6d886150ddd0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:10:34.176768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d38a279-3fb0-455b-97c6-5e1f0eded60a x-openstack-request-id: req-9d38a279-3fb0-455b-97c6-5e1f0eded60a {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:10:34.177057 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:10:34.177304 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d38a279-3fb0-455b-97c6-5e1f0eded60a {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:10:34.177721 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d38a279-3fb0-455b-97c6-5e1f0eded60a'] response: {'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'status': 'completed', 'code': 200} Oct 03 15:10:34.197356 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:10:34.202134 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for floatingip (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:34.208660 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] Sync routers for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:10:34.222828 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:10:34.223440 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:10:16Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:34.258759 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-d2cb8e05-c08e-48fb-b7c1-030aa1754be0 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/d1fda8e9-911c-47f6-931d-25fd8e3f5500 HTTP/1.1" status: 204 len: 168 time: 1.0950060 Oct 03 15:10:34.266109 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-20090a88-7319-48fc-9b6a-25bfbb38cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:34.268888 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-20090a88-7319-48fc-9b6a-25bfbb38cf0f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1129 time: 0.0467777 Oct 03 15:10:34.333164 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:10:34.377183 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-9d11a430-4232-4e62-b948-c8836a034366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:34.378682 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-9d11a430-4232-4e62-b948-c8836a034366 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 916 time: 0.1044738 Oct 03 15:10:34.420266 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-24bd73ed-562b-4794-8bae-e7c89c2128ab service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 217 time: 0.0355275 Oct 03 15:10:34.477200 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-8b0859ff-80e8-4e4b-a983-734a6f2bcd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:34.479056 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-8b0859ff-80e8-4e4b-a983-734a6f2bcd3c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0530636 Oct 03 15:10:34.538888 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-e0a6372c-f353-4eda-8745-f051703a6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:34.540406 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-e0a6372c-f353-4eda-8745-f051703a6015 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548260 Oct 03 15:10:34.544801 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '0eb3467c-2e39-45df-bfc1-ff0024c42690', 'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'mac_address': 'fa:16:3e:1d:bc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:25Z', 'updated_at': '2022-10-03T15:07:31Z', 'revision_number': 5, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'subnets': [{'id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:34.569968 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] Checking router: 1c2a9871-7791-403d-98d2-6d886150ddd0 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:10:34.578934 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:10:34.579526 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:10:16Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:34.633698 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-15273225-664b-408a-b76f-6056a425b174 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871987 Oct 03 15:10:34.679327 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:10:34.861060 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '0eb3467c-2e39-45df-bfc1-ff0024c42690', 'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'mac_address': 'fa:16:3e:1d:bc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:25Z', 'updated_at': '2022-10-03T15:07:31Z', 'revision_number': 5, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'subnets': [{'id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:34.884868 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13790ae-00e9-4367-849e-8f98fa4403f3 None None] The sync data for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi is: [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:25Z', 'revision_number': 4, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi', '_interfaces': [{'id': '0eb3467c-2e39-45df-bfc1-ff0024c42690', 'name': '', 'network_id': '535a5116-7d3b-43cd-8377-22a0ad6e55c7', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'mac_address': 'fa:16:3e:1d:bc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:25Z', 'updated_at': '2022-10-03T15:07:31Z', 'revision_number': 5, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'subnets': [{'id': 'c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:10:35.060246 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-0221fa6b-72e4-49c2-b136-4d01c7761775 req-4c9ca127-2384-449b-996c-7ee98a699c46 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964403 Oct 03 15:10:35.105920 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a3395d-e7ae-47bc-8c12-aa68acf7daab None None] New status for floating IP d1fda8e9-911c-47f6-931d-25fd8e3f5500: DOWN {{(pid=112660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 03 15:10:36.179198 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:10:36.181604 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5052cece-8aac-4d11-baa1-fd952c008bff" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:10:36.218107 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 15:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea9fbf1-3205-40b5-a769-e0a167c4e8b7 x-openstack-request-id: req-9ea9fbf1-3205-40b5-a769-e0a167c4e8b7 {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:10:36.218399 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:10:36.218654 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ea9fbf1-3205-40b5-a769-e0a167c4e8b7 {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:10:36.219055 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea9fbf1-3205-40b5-a769-e0a167c4e8b7'] response: {'name': 'network-changed', 'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'status': 'completed', 'code': 200} Oct 03 15:10:36.295220 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:36.305274 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cece-8aac-4d11-baa1-fd952c008bff req-9b3b5fca-242a-4bc4-8711-c086734a0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:36.306860 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5052cece-8aac-4d11-baa1-fd952c008bff req-9b3b5fca-242a-4bc4-8711-c086734a0dd7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 1129 time: 0.0396070 Oct 03 15:10:36.402106 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cece-8aac-4d11-baa1-fd952c008bff req-d9863d2b-9388-4654-9ea9-2943489bc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:36.403500 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5052cece-8aac-4d11-baa1-fd952c008bff req-d9863d2b-9388-4654-9ea9-2943489bc10d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 200 len: 916 time: 0.0873187 Oct 03 15:10:36.441595 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5052cece-8aac-4d11-baa1-fd952c008bff req-81244e47-1345-440f-87fa-06d51231a4c1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 200 len: 217 time: 0.0318637 Oct 03 15:10:36.487121 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cece-8aac-4d11-baa1-fd952c008bff req-2c5cbb32-a28e-486f-b6cc-5c6655f30b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:36.488450 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5052cece-8aac-4d11-baa1-fd952c008bff req-2c5cbb32-a28e-486f-b6cc-5c6655f30b32 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 200 len: 854 time: 0.0415795 Oct 03 15:10:36.502143 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=100 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:36.532522 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052cece-8aac-4d11-baa1-fd952c008bff req-4a215e55-2576-4f0e-a478-6edd5f620436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:36.533993 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5052cece-8aac-4d11-baa1-fd952c008bff req-4a215e55-2576-4f0e-a478-6edd5f620436 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=535a5116-7d3b-43cd-8377-22a0ad6e55c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400083 Oct 03 15:10:36.621962 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5052cece-8aac-4d11-baa1-fd952c008bff req-d29bc428-6580-4e4b-bf93-8b0819e1062a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822892 Oct 03 15:10:36.713429 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-5052cece-8aac-4d11-baa1-fd952c008bff req-2701b442-391e-4d1b-928f-3b05e3415888 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856931 Oct 03 15:10:36.992667 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029dba1-2adf-4c83-95b0-7cddea22aa0c req-6c28437b-0002-473a-82d0-d81db57ee8c8 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:36.994103 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d029dba1-2adf-4c83-95b0-7cddea22aa0c req-6c28437b-0002-473a-82d0-d81db57ee8c8 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0470366 Oct 03 15:10:37.040860 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-d029dba1-2adf-4c83-95b0-7cddea22aa0c req-76d86fbf-8732-4ffa-a3ba-d3b2fc8da3b6 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Oct 03 15:10:38.161569 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9a625-10ec-4732-bb77-118e36c701f7 req-6a12e6d2-8d3c-4efc-98d0-80d7ceed684f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:38.162993 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f2b9a625-10ec-4732-bb77-118e36c701f7 req-6a12e6d2-8d3c-4efc-98d0-80d7ceed684f tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0461156 Oct 03 15:10:38.211844 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [req-f2b9a625-10ec-4732-bb77-118e36c701f7 req-5df130bd-fd50-49f1-8751-6ac8677d3e21 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 Oct 03 15:10:38.918064 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-03d94252-1bd0-4749-bbc7-eeb5e78a153a tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 15:10:38.919495 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-03d94252-1bd0-4749-bbc7-eeb5e78a153a tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 945 time: 0.0442729 Oct 03 15:10:39.002228 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Deleting port fa31ad88-f4bc-44fb-9cce-f4956eec436b {{(pid=112659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:10:39.002563 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:39.092727 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.db [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] For port fa31ad88-f4bc-44fb-9cce-f4956eec436b, host hv-cinder-85987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85987',level=0,port_id=fa31ad88-f4bc-44fb-9cce-f4956eec436b,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:10:39.093079 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:39.105873 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.plugins.ml2.plugin [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Calling delete_port for fa31ad88-f4bc-44fb-9cce-f4956eec436b owned by compute:nova {{(pid=112659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:10:39.227401 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12367004'] for port (fa31ad88-f4bc-44fb-9cce-f4956eec436b), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:39.233049 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:39.259857 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.db [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] get_ports_and_sgs() called for port_ids ['fa31ad88-f4bc-44fb-9cce-f4956eec436b'] {{(pid=112660) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 03 15:10:39.262038 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Pushing event deleted for resources: {'Port': ['ID=fa31ad88-f4bc-44fb-9cce-f4956eec436b,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:39.321368 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.db.l3_dvrscheduler_db [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] No DVR routers for this DVR port fa31ad88-f4bc-44fb-9cce-f4956eec436b on host hv-cinder-85987 {{(pid=112659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:10:39.324639 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20545'] for port (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:39.327743 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-457c1ea9-acd4-4269-89c0-09c10bfc5231 req-b11b8f9b-bd25-45d2-b64c-69e7a08810a3 tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.42 "DELETE /networking/v2.0/ports/fa31ad88-f4bc-44fb-9cce-f4956eec436b HTTP/1.1" status: 204 len: 173 time: 0.4032176 Oct 03 15:10:39.328242 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'name': 'network-vif-deleted', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b'}] {{(pid=112659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 03 15:10:39.330470 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d01cfdce7e847c643fb9de7099c85312f22d8de7c6cbdf3889c6fa25d89892" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b5b7e9-f68c-4683-8e62-ca9f105cb1b0" -d '{"events": [{"server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "name": "network-vif-deleted", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b"}]}' {{(pid=112659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 15:10:39.349371 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [req-35fa3b79-ffa5-4c71-832a-1a624482cd19 req-4033726a-2696-44f8-acd6-1991213b816d tempest-TestMinimumBasicScenario-1222944520 tempest-TestMinimumBasicScenario-1222944520-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3aef86e9-856d-47fb-bf23-81fc98b2511c HTTP/1.1" status: 200 len: 210 time: 0.0362942 Oct 03 15:10:39.376381 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0a813d-2237-4165-a6f0-4786831df00e x-openstack-request-id: req-2f0a813d-2237-4165-a6f0-4786831df00e {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 15:10:39.376381 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aef86e9-856d-47fb-bf23-81fc98b2511c", "name": "network-vif-deleted", "tag": "fa31ad88-f4bc-44fb-9cce-f4956eec436b", "status": "completed", "code": 200}]} {{(pid=112659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 15:10:39.376381 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f0a813d-2237-4165-a6f0-4786831df00e {{(pid=112659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 15:10:39.376381 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0a813d-2237-4165-a6f0-4786831df00e'] response: {'server_uuid': '3aef86e9-856d-47fb-bf23-81fc98b2511c', 'name': 'network-vif-deleted', 'tag': 'fa31ad88-f4bc-44fb-9cce-f4956eec436b', 'status': 'completed', 'code': 200} Oct 03 15:10:40.907066 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35794) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:41.211261 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (1c2a9871-7791-403d-98d2-6d886150ddd0), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:41.432754 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Deleting port 0eb3467c-2e39-45df-bfc1-ff0024c42690 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:10:41.433182 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:41.514491 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] For port 0eb3467c-2e39-45df-bfc1-ff0024c42690, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=0eb3467c-2e39-45df-bfc1-ff0024c42690,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:10:41.514773 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:41.523462 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:41.528202 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Calling delete_port for 0eb3467c-2e39-45df-bfc1-ff0024c42690 owned by network:router_interface {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:10:41.536914 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:41.712741 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (0eb3467c-2e39-45df-bfc1-ff0024c42690), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:41.738220 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb3467c-2e39-45df-bfc1-ff0024c42690,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:41.903438 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (1c2a9871-7791-403d-98d2-6d886150ddd0), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.106406 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Router 1c2a9871-7791-403d-98d2-6d886150ddd0 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:10:42.205491 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:10:42.210462 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-cf54ea8e-f20f-471c-8fce-194d690253fe admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/1c2a9871-7791-403d-98d2-6d886150ddd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3023632 Oct 03 15:10:42.213078 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35796) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:42.215257 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] Sync routers for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:10:42.225231 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:10:42.225845 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:10:16Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:42.319803 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks [] for router (1c2a9871-7791-403d-98d2-6d886150ddd0), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.331822 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:10:42.369804 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:42.396175 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:42.420989 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks [] for router_gateway (1c2a9871-7791-403d-98d2-6d886150ddd0), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.425839 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:42.462529 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=100 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:42.465002 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Deleting port 07eb53dd-59ad-4f08-8a1a-77fba19be836 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:10:42.465368 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.499278 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:10:41Z', 'revision_number': 5, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port': {'id': '07eb53dd-59ad-4f08-8a1a-77fba19be836', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:42.527669 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] Checking router: 1c2a9871-7791-403d-98d2-6d886150ddd0 for host: dv-cinder-859877-2-iscsi {{(pid=112661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:10:42.535966 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] Routers {'1c2a9871-7791-403d-98d2-6d886150ddd0'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:10:42.536552 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:10:16Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['1c2a9871-7791-403d-98d2-6d886150ddd0'], 'active': True} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:42.547632 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] For port 07eb53dd-59ad-4f08-8a1a-77fba19be836, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=07eb53dd-59ad-4f08-8a1a-77fba19be836,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:10:42.547989 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.561697 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Calling delete_port for 07eb53dd-59ad-4f08-8a1a-77fba19be836 owned by network:router_gateway {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:10:42.702903 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_dvr_db [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] Set router 1c2a9871-7791-403d-98d2-6d886150ddd0 gateway port host: None {{(pid=112661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:10:42.732366 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (07eb53dd-59ad-4f08-8a1a-77fba19be836), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.736589 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device fa31ad88-f4bc-44fb-9cce-f4956eec436b no longer exists at agent hyperv_hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:10:42.751793 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.l3_hamode_db [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:10:42Z', 'revision_number': 6, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port_host': None}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:42.757645 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Pushing event deleted for resources: {'Port': ['ID=07eb53dd-59ad-4f08-8a1a-77fba19be836,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:42.760492 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] No Port match for: fa31ad88-f4bc-44fb-9cce-f4956eec436b {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:10:42.760850 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Device fa31ad88-f4bc-44fb-9cce-f4956eec436b not bound to the agent host hv-cinder-85987 {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:10:42.775967 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358f006-47e9-4bfd-a370-1ef34415a08d None None] The sync data for ids ['1c2a9871-7791-403d-98d2-6d886150ddd0'] in dv-cinder-859877-2-iscsi is: [{'id': '1c2a9871-7791-403d-98d2-6d886150ddd0', 'name': 'tempest-TestMinimumBasicScenario-1822301468-router', 'tenant_id': '1b1db654fb9f4320ade1ca90e5000e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:23Z', 'updated_at': '2022-10-03T15:10:42Z', 'revision_number': 6, 'project_id': '1b1db654fb9f4320ade1ca90e5000e09', 'gw_port_host': None}] {{(pid=112661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:10:42.824311 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (1c2a9871-7791-403d-98d2-6d886150ddd0), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.911080 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (1c2a9871-7791-403d-98d2-6d886150ddd0), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.913202 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks [] for router_controller (1c2a9871-7791-403d-98d2-6d886150ddd0), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.957902 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (1c2a9871-7791-403d-98d2-6d886150ddd0), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.958432 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2a9871-7791-403d-98d2-6d886150ddd0 {{(pid=112658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 15:10:42.962529 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:42.963651 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-34109a4a-32d9-4e26-8b34-1f4e31d096aa admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/1c2a9871-7791-403d-98d2-6d886150ddd0 HTTP/1.1" status: 204 len: 168 time: 0.7494566 Oct 03 15:10:42.967000 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35798) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:43.010387 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8a30d8-a847-4312-b20b-9247df1e62aa admin admin] Deleting subnet c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb {{(pid=112658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:10:43.014059 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ab8a30d8-a847-4312-b20b-9247df1e62aa admin admin] Publish callbacks [] for subnet (c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.048611 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ab8a30d8-a847-4312-b20b-9247df1e62aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12232727'] for subnet (c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.128316 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ab8a30d8-a847-4312-b20b-9247df1e62aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.184068 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ab8a30d8-a847-4312-b20b-9247df1e62aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8559002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11637163'] for subnet (c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.211075 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a30d8-a847-4312-b20b-9247df1e62aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:43.216604 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-ab8a30d8-a847-4312-b20b-9247df1e62aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.219907 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-ab8a30d8-a847-4312-b20b-9247df1e62aa admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/c2f3ee5b-8d28-4a05-a2f9-9a420b383fbb HTTP/1.1" status: 204 len: 168 time: 0.2520120 Oct 03 15:10:43.222435 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35800) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:43.222889 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e525d-9e63-4544-8430-83a9a56de63f None None] Network 535a5116-7d3b-43cd-8377-22a0ad6e55c7 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:10:43.238424 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:43.292025 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-da488e10-9359-4e42-a594-fda70c694170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.296034 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (535a5116-7d3b-43cd-8377-22a0ad6e55c7), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.329349 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:43.341104 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Deleting port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:10:43.341432 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.404402 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] For port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=6ce22f4d-3b7f-4602-9085-5b15545e5ea3,segment=NetworkSegment(c453e3dc-5ac4-4d73-b61e-18295ca0fe24),segment_id=c453e3dc-5ac4-4d73-b61e-18295ca0fe24)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:10:43.404751 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.420224 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Calling delete_port for 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 owned by network:dhcp {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:10:43.498274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (6ce22f4d-3b7f-4602-9085-5b15545e5ea3), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.518122 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84381505-8e90-44c5-a33e-5a1cf8318687 None None] DHCP port deletion for 535a5116-7d3b-43cd-8377-22a0ad6e55c7 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 15:10:43.529819 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce22f4d-3b7f-4602-9085-5b15545e5ea3,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:43.534457 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] No DVR routers for this DVR port 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 on host dv-cinder-859877-2-iscsi {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:10:43.608756 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (535a5116-7d3b-43cd-8377-22a0ad6e55c7), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.630313 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535a5116-7d3b-43cd-8377-22a0ad6e55c7']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:43.640236 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:43.640530 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c453e3dc-5ac4-4d73-b61e-18295ca0fe24') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:43.650142 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (c453e3dc-5ac4-4d73-b61e-18295ca0fe24), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.663225 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (c453e3dc-5ac4-4d73-b61e-18295ca0fe24), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.669758 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:10:43.670154 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (c453e3dc-5ac4-4d73-b61e-18295ca0fe24), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.711908 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment c453e3dc-5ac4-4d73-b61e-18295ca0fe24 resource provider aggregate not found Oct 03 15:10:43.733742 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment c453e3dc-5ac4-4d73-b61e-18295ca0fe24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c453e3dc-5ac4-4d73-b61e-18295ca0fe24 found for delete ", "request_id": "req-3bb57902-19cb-4b39-9aa2-bf35c047d48c"}]} Oct 03 15:10:43.738172 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (535a5116-7d3b-43cd-8377-22a0ad6e55c7), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.754247 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:43.757542 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/535a5116-7d3b-43cd-8377-22a0ad6e55c7 HTTP/1.1" status: 204 len: 168 time: 0.5339191 Oct 03 15:10:43.758756 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772185c-1e9b-4605-82bf-590d0bd13e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=535a5116-7d3b-43cd-8377-22a0ad6e55c7,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:43.760274 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35806) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:44.301050 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654146'] for router_interface (98ab7642-12a1-440f-b496-256f017a7e94), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:44.336069 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:10:44.338927 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:44.354947 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:10:44.355295 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 6ce22f4d-3b7f-4602-9085-5b15545e5ea3 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:10:44.355715 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 07eb53dd-59ad-4f08-8a1a-77fba19be836 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:10:44.374289 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 07eb53dd-59ad-4f08-8a1a-77fba19be836 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:10:44.374635 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 07eb53dd-59ad-4f08-8a1a-77fba19be836 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:10:44.375079 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 0eb3467c-2e39-45df-bfc1-ff0024c42690 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:10:44.393319 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 0eb3467c-2e39-45df-bfc1-ff0024c42690 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:10:44.393690 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 0eb3467c-2e39-45df-bfc1-ff0024c42690 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:10:44.523355 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:44.526322 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Deleting port b43fb391-4003-46db-960c-9a2cb44608af {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:10:44.526703 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (b43fb391-4003-46db-960c-9a2cb44608af), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:44.606439 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] For port b43fb391-4003-46db-960c-9a2cb44608af, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=b43fb391-4003-46db-960c-9a2cb44608af,segment=NetworkSegment(4d3fa42a-5771-4e59-b8af-52ecd6c48bc1),segment_id=4d3fa42a-5771-4e59-b8af-52ecd6c48bc1)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:10:44.606796 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (b43fb391-4003-46db-960c-9a2cb44608af), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:44.623880 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Calling delete_port for b43fb391-4003-46db-960c-9a2cb44608af owned by network:router_interface {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:10:44.803482 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (b43fb391-4003-46db-960c-9a2cb44608af), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:44.829259 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43fb391-4003-46db-960c-9a2cb44608af,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:44.992216 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654134'] for router_interface (98ab7642-12a1-440f-b496-256f017a7e94), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:45.182895 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:45.199270 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Router 98ab7642-12a1-440f-b496-256f017a7e94 has already been hosted by L3 agent 1fae5e32-a018-4b26-8729-6fa41893c4dc {{(pid=112658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 03 15:10:45.301014 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] Notify agent at l3_agent.dv-cinder-859877-2-iscsi the message routers_updated {{(pid=112658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 03 15:10:45.306882 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-d08afff8-97f4-42de-a00c-f3ae2ac06057 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/98ab7642-12a1-440f-b496-256f017a7e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5456774 Oct 03 15:10:45.309407 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35808) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:45.310369 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] Sync routers for ids ['98ab7642-12a1-440f-b496-256f017a7e94'] in dv-cinder-859877-2-iscsi {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 15:10:45.321664 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] Routers {'98ab7642-12a1-440f-b496-256f017a7e94'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:10:45.322273 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:10:16Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['98ab7642-12a1-440f-b496-256f017a7e94'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:45.389203 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:45.414348 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks [] for router (98ab7642-12a1-440f-b496-256f017a7e94), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:45.422495 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] Set router 98ab7642-12a1-440f-b496-256f017a7e94 gateway port host: dv-cinder-859877-2-iscsi {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:10:45.514014 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks [] for router_gateway (98ab7642-12a1-440f-b496-256f017a7e94), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:45.537605 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9c5a4196-4541-4c9f-87bb-9e1f3ad68e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:45.562045 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Deleting port 38623254-6f0d-4413-9ef3-20137ddce394 {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:10:45.562382 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (38623254-6f0d-4413-9ef3-20137ddce394), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:45.603843 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab7642-12a1-440f-b496-256f017a7e94', 'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'external_fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '38623254-6f0d-4413-9ef3-20137ddce394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:27Z', 'updated_at': '2022-10-03T15:10:44Z', 'revision_number': 5, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'gw_port': {'id': '38623254-6f0d-4413-9ef3-20137ddce394', 'name': '', 'network_id': '50bd343f-53bd-4d10-9a98-2a18a089b709', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab7642-12a1-440f-b496-256f017a7e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859877-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T15:07:28Z', 'updated_at': '2022-10-03T15:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1c0d100-97aa-4fcc-aaf9-661b08c16ab9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859877-2-iscsi'}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:45.629106 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] Checking router: 98ab7642-12a1-440f-b496-256f017a7e94 for host: dv-cinder-859877-2-iscsi {{(pid=112660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 15:10:45.638173 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] Routers {'98ab7642-12a1-440f-b496-256f017a7e94'} bound to L3 agent in host dv-cinder-859877-2-iscsi {{(pid=112660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 03 15:10:45.638774 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859877-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T14:43:45Z,description=,heartbeat_timestamp=2022-10-03T15:10:46Z,host='dv-cinder-859877-2-iscsi',id=1fae5e32-a018-4b26-8729-6fa41893c4dc,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T14:43:45Z,topic='l3_agent')) {'router_ids': ['98ab7642-12a1-440f-b496-256f017a7e94'], 'active': True} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:45.642612 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] For port 38623254-6f0d-4413-9ef3-20137ddce394, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=38623254-6f0d-4413-9ef3-20137ddce394,segment=NetworkSegment(71746515-c6d1-4846-8582-750d914adfd6),segment_id=71746515-c6d1-4846-8582-750d914adfd6)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:10:45.642968 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (38623254-6f0d-4413-9ef3-20137ddce394), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:45.655514 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Calling delete_port for 38623254-6f0d-4413-9ef3-20137ddce394 owned by network:router_gateway {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:10:45.672410 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=100 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:45.674874 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:45.830518 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (38623254-6f0d-4413-9ef3-20137ddce394), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:45.851322 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_dvr_db [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] Set router 98ab7642-12a1-440f-b496-256f017a7e94 gateway port host: None {{(pid=112660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 03 15:10:45.855319 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Pushing event deleted for resources: {'Port': ['ID=38623254-6f0d-4413-9ef3-20137ddce394,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:45.903903 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.db.l3_hamode_db [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab7642-12a1-440f-b496-256f017a7e94', 'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:27Z', 'updated_at': '2022-10-03T15:10:45Z', 'revision_number': 6, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'gw_port_host': None}], 'dv-cinder-859877-2-iscsi', False) {} {{(pid=112660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:45.919936 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649596'] for router_gateway (98ab7642-12a1-440f-b496-256f017a7e94), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:45.931393 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff71aaf-3c8c-471b-a61d-0dec3c4ba806 None None] The sync data for ids ['98ab7642-12a1-440f-b496-256f017a7e94'] in dv-cinder-859877-2-iscsi is: [{'id': '98ab7642-12a1-440f-b496-256f017a7e94', 'name': 'tempest-TestMinimumBasicScenario-282904414-router', 'tenant_id': '5b98d30303b5404c9c4ad3298881e55c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T15:07:27Z', 'updated_at': '2022-10-03T15:10:45Z', 'revision_number': 6, 'project_id': '5b98d30303b5404c9c4ad3298881e55c', 'gw_port_host': None}] {{(pid=112660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 15:10:46.009166 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-654199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3464'] for router (98ab7642-12a1-440f-b496-256f017a7e94), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.011887 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks [] for router_controller (98ab7642-12a1-440f-b496-256f017a7e94), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.053050 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654190'] for router (98ab7642-12a1-440f-b496-256f017a7e94), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.053658 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ab7642-12a1-440f-b496-256f017a7e94 {{(pid=112658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 03 15:10:46.057640 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.059371 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-e2e41549-230d-4f96-a6b9-d2ac0d017517 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/98ab7642-12a1-440f-b496-256f017a7e94 HTTP/1.1" status: 204 len: 168 time: 0.7490215 Oct 03 15:10:46.061878 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35810) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:46.087891 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:46.106742 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22aa7f1-d652-495f-b6e7-96b89810c8ec admin admin] Deleting subnet a6014732-e992-4687-b2d5-863b43c891cc {{(pid=112658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 03 15:10:46.109831 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f22aa7f1-d652-495f-b6e7-96b89810c8ec admin admin] Publish callbacks [] for subnet (a6014732-e992-4687-b2d5-863b43c891cc), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.147286 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f22aa7f1-d652-495f-b6e7-96b89810c8ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12232727'] for subnet (a6014732-e992-4687-b2d5-863b43c891cc), precommit_delete_associations {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.219928 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f22aa7f1-d652-495f-b6e7-96b89810c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3966876'] for subnet (a6014732-e992-4687-b2d5-863b43c891cc), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.262038 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:46.275790 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f22aa7f1-d652-495f-b6e7-96b89810c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3967923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8559002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11637163'] for subnet (a6014732-e992-4687-b2d5-863b43c891cc), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.312130 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22aa7f1-d652-495f-b6e7-96b89810c8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6014732-e992-4687-b2d5-863b43c891cc,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:46.314091 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f22aa7f1-d652-495f-b6e7-96b89810c8ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for subnet (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.317213 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-f22aa7f1-d652-495f-b6e7-96b89810c8ec admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/a6014732-e992-4687-b2d5-863b43c891cc HTTP/1.1" status: 204 len: 168 time: 0.2543914 Oct 03 15:10:46.319824 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [-] (112658) accepted ('10.222.0.46', 35812) {{(pid=112658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:46.326849 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34ab60-52b2-4037-9ee0-2309f7e9c335 None None] Network b4fe82f4-80a2-4172-acca-dc7533d26036 requested from dv-cinder-859877-2-iscsi {{(pid=112660) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 03 15:10:46.404680 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4122193'] for network (b4fe82f4-80a2-4172-acca-dc7533d26036), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.426654 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device b43fb391-4003-46db-960c-9a2cb44608af no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:10:46.447682 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: b43fb391-4003-46db-960c-9a2cb44608af {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:10:46.448135 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device b43fb391-4003-46db-960c-9a2cb44608af not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:10:46.453836 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Deleting port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba {{(pid=112658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 03 15:10:46.454167 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765220399912'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.520070 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.db [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] For port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba, host dv-cinder-859877-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859877-2-iscsi',level=0,port_id=a25a9c1d-6f5c-43d0-88af-fccc6ce62aba,segment=NetworkSegment(4d3fa42a-5771-4e59-b8af-52ecd6c48bc1),segment_id=4d3fa42a-5771-4e59-b8af-52ecd6c48bc1)] {{(pid=112658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 03 15:10:46.520347 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-693628'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.533105 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.plugin [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Calling delete_port for a25a9c1d-6f5c-43d0-88af-fccc6ce62aba owned by network:dhcp {{(pid=112658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 03 15:10:46.608827 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4096328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-134930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765220402342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765220026085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8559023'] for port (a25a9c1d-6f5c-43d0-88af-fccc6ce62aba), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.633129 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a25a9c1d-6f5c-43d0-88af-fccc6ce62aba,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:46.637167 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] No DVR routers for this DVR port a25a9c1d-6f5c-43d0-88af-fccc6ce62aba on host dv-cinder-859877-2-iscsi {{(pid=112658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 03 15:10:46.709974 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3990414', 'neutron.services.segments.db._delete_segments_for_network-8765220491484'] for network (b4fe82f4-80a2-4172-acca-dc7533d26036), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.731625 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fe82f4-80a2-4172-acca-dc7533d26036']}} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:46.741786 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced83493-e572-4485-9f1c-bd80aa18c8b9 None None] DHCP port deletion for b4fe82f4-80a2-4172-acca-dc7533d26036 request from dv-cinder-859877-2-iscsi {{(pid=112660) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 03 15:10:46.743876 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1') {'for_net_delete': True} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:46.744172 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.services.segments.db [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3fa42a-5771-4e59-b8af-52ecd6c48bc1') {} {{(pid=112658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 15:10:46.755361 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765220542630', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12232814'] for segment (4d3fa42a-5771-4e59-b8af-52ecd6c48bc1), before_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.770209 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171'] for segment (4d3fa42a-5771-4e59-b8af-52ecd6c48bc1), precommit_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.779594 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=112658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 15:10:46.779984 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3989171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558960'] for segment (4d3fa42a-5771-4e59-b8af-52ecd6c48bc1), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.798728 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.824999 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 4d3fa42a-5771-4e59-b8af-52ecd6c48bc1 resource provider aggregate not found Oct 03 15:10:46.851232 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.services.segments.plugin [-] Segment 4d3fa42a-5771-4e59-b8af-52ecd6c48bc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d3fa42a-5771-4e59-b8af-52ecd6c48bc1 found for delete ", "request_id": "req-801db9df-8ff2-409b-9137-ed12a89ecd13"}]} Oct 03 15:10:46.852441 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3991165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649635'] for network (b4fe82f4-80a2-4172-acca-dc7533d26036), after_delete {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.858844 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron_lib.callbacks.manager [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554338'] for network (None), before_response {{(pid=112658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:46.861953 dv-cinder-859877-2-iscsi neutron-server[112658]: INFO neutron.wsgi [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/b4fe82f4-80a2-4172-acca-dc7533d26036 HTTP/1.1" status: 204 len: 168 time: 0.5413558 Oct 03 15:10:46.875485 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be229b-161b-41d3-bbf5-a84c63ee15b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4fe82f4-80a2-4172-acca-dc7533d26036,revision_number=None']} {{(pid=112658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:47.052834 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 35820) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:47.093623 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-c1e21605-7252-4287-95b9-56965647e095 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=1b1db654fb9f4320ade1ca90e5000e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395892 Oct 03 15:10:47.096104 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 35822) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:47.144354 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76b6bfce-32c0-4ba3-8b94-9313d566d119 admin admin] Publish callbacks [] for security_group (6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:47.168499 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76b6bfce-32c0-4ba3-8b94-9313d566d119 admin admin] Publish callbacks [] for security_group (6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:47.199994 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:47.216212 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76b6bfce-32c0-4ba3-8b94-9313d566d119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:47.218810 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-76b6bfce-32c0-4ba3-8b94-9313d566d119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:47.219949 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-76b6bfce-32c0-4ba3-8b94-9313d566d119 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb HTTP/1.1" status: 204 len: 168 time: 0.1229804 Oct 03 15:10:47.227602 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6bfce-32c0-4ba3-8b94-9313d566d119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce08ac1-0ba2-4c71-a9ad-cee9bf9675eb,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:47.550550 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 35828) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:47.589658 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-0ec4d279-bde6-4361-94de-7082ba151e24 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5b98d30303b5404c9c4ad3298881e55c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379672 Oct 03 15:10:47.592215 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [-] (112659) accepted ('10.222.0.46', 35830) {{(pid=112659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 03 15:10:47.640089 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-487ea426-c9c5-4c77-abb9-8468b785fb79 admin admin] Publish callbacks [] for security_group (5e1c0005-bb5d-4825-913a-a84c1113673e), before_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:47.659676 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-487ea426-c9c5-4c77-abb9-8468b785fb79 admin admin] Publish callbacks [] for security_group (5e1c0005-bb5d-4825-913a-a84c1113673e), precommit_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:47.707942 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-487ea426-c9c5-4c77-abb9-8468b785fb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596507'] for security_group (5e1c0005-bb5d-4825-913a-a84c1113673e), after_delete {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:47.711962 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron_lib.callbacks.manager [None req-487ea426-c9c5-4c77-abb9-8468b785fb79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:47.713405 dv-cinder-859877-2-iscsi neutron-server[112659]: INFO neutron.wsgi [None req-487ea426-c9c5-4c77-abb9-8468b785fb79 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5e1c0005-bb5d-4825-913a-a84c1113673e HTTP/1.1" status: 204 len: 168 time: 0.1201453 Oct 03 15:10:47.723084 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ea426-c9c5-4c77-abb9-8468b785fb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1c0005-bb5d-4825-913a-a84c1113673e,revision_number=None']} {{(pid=112659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 15:10:48.022198 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:48.336708 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 38623254-6f0d-4413-9ef3-20137ddce394 no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:10:48.363025 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: 38623254-6f0d-4413-9ef3-20137ddce394 {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:10:48.363368 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device 38623254-6f0d-4413-9ef3-20137ddce394 not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:10:48.363790 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a25a9c1d-6f5c-43d0-88af-fccc6ce62aba no longer exists at agent ovs-agent-dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 03 15:10:48.384052 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:10:48.385333 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] No Port match for: a25a9c1d-6f5c-43d0-88af-fccc6ce62aba {{(pid=112660) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 03 15:10:48.385700 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron.plugins.ml2.rpc [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Device a25a9c1d-6f5c-43d0-88af-fccc6ce62aba not bound to the agent host dv-cinder-859877-2-iscsi {{(pid=112660) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 03 15:10:56.863643 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:56.864495 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG dbcounter [-] [112658] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=112658) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:57.561755 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:10:57.694031 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:57.719180 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG dbcounter [-] [112659] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=112659) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:58.366777 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:10:58.367633 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:01.987756 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:02.544744 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=27 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:07.557805 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=22 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:11.981983 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:11.983027 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:13.273936 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b188c2c9-bfd7-4e79-a6a4-939ef0b49c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:15.518666 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-da45deef-4455-4958-82e0-adf252fa418d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:16.798269 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:18.025302 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:18.350154 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:28.337650 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:28.346846 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:31.986722 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:34.561762 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:11:41.625241 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:41.976621 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:41.982570 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:43.274902 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-4b870e9a-59fe-4b84-bf99-56a985f878d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:44.557002 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=6 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:11:45.522665 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-28ca8a45-8eea-4633-99c9-fea027443874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:46.799188 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:48.026503 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:11:48.352966 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:01.985869 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:11.560544 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:12:11.976199 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:11.982172 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:13.276684 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-6b33d8dd-1146-4830-9dba-fe9423a835d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:15.523637 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-5dcce35b-5811-412d-9273-980f207a3c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:16.538232 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:16.801449 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:18.029684 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:18.357152 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:21.556765 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:28.347087 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:28.353172 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:31.984861 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:41.974820 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:41.980983 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:42.046869 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=15 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:42.049859 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=11 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:43.279014 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-d3b511c7-76bb-4cae-bdf9-e83ada173d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:45.525053 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-0847e5d8-ebef-4089-9723-71bf506c79ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:46.804568 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:48.031683 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:48.359596 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:12:48.558761 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:12:58.348691 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:58.355767 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:58.553959 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:12:58.554636 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:01.983972 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:11.974638 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:11.979560 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:13.280663 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-471de19a-d963-4ddd-bb57-fe2c8ba5cf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:15.526810 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-edbe5eb1-f739-4e24-abd9-9a6687362c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:16.808608 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:18.034495 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:18.361733 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:25.557779 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:13:28.350970 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:28.357331 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:30.540362 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:31.982522 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:41.629397 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=6 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:41.630186 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:41.973209 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:41.979143 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:13:43.282208 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-9bd4b2d3-1306-411d-9039-e0d1a58122ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:45.527897 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b0fce5f8-090c-456b-bdef-9558f945492b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:46.813342 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:48.038039 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:13:48.365095 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:01.981889 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:02.558077 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:14:07.537418 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=3 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:11.975952 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:11.977882 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:12.553989 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=5 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:13.285038 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-37a29c62-b332-4423-927a-4a77aa5d20e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:15.529431 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-f83eceef-ffae-45ab-893f-a52416bdfcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:16.812771 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:18.041725 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:18.368723 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:28.361740 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:28.363638 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:31.981041 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:39.557943 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:14:41.975551 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:41.977417 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:43.287294 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-757ebdce-8693-437a-8bca-dc2f7f896891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:44.533825 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=15 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:45.530796 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-330c749c-ec24-4c76-b701-e7e138d4fe5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:46.814763 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:48.045242 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:48.370029 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:14:49.554619 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=19 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:58.359584 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:14:58.366385 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:01.979709 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:02.587442 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:02.588165 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:11.973765 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:11.975676 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:13.290350 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-05afad37-9649-4260-bde2-34f7eba0be34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:15.535069 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-7b385b5d-83cf-4319-b31b-5aa9d0cdd7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:16.557318 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:15:16.817223 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:18.048865 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:18.372644 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:21.529380 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:26.553773 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:28.366419 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:28.368262 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:31.981154 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:41.634033 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:41.634856 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:DELETE=1 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:41.968868 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=2 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:41.977801 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:15:43.293778 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-4a0943e1-3c0e-45a1-85b5-704ac2f49b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:45.538842 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-6c46a496-dbdf-4488-b371-c31f6dde3ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (1fae5e32-a018-4b26-8729-6fa41893c4dc), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:46.820446 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-38298402-f7e6-4b42-9ccc-beb18fe0ef68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (93662785-6133-479c-bfbf-f684cbfdcce8), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:48.054128 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-861efbf1-d833-47c2-aada-8c7bd127d776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (ac2c6ab9-693e-49ff-8b00-217aad3f61d6), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:48.374563 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-b7dc568b-10fc-411f-b999-87cede7c6693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (a090ef3f-9876-40b7-95c7-c9006c7bc0db), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:15:53.556305 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG neutron.db.agents_db [None req-518d3437-3b76-4c1a-a742-c0cd89c3d95b None None] Agent healthcheck: found 6 active agents {{(pid=112661) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 03 15:15:58.534824 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:16:01.977651 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-e19f4af0-c9b5-4d2c-9dcf-137dd691c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (467b483f-9993-4718-9bbb-0ecae766e9a0), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 03 15:16:03.552596 dv-cinder-859877-2-iscsi neutron-server[112661]: DEBUG dbcounter [-] [112661] Writing DB stats neutron:SELECT=4 {{(pid=112661) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:16:11.972435 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:16:11.973217 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG dbcounter [-] [112660] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=112660) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 03 15:16:12.448327 dv-cinder-859877-2-iscsi neutron-server[112658]: DEBUG neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-40dd0f4d-ba62-4d4c-99d5-aeb46be679b5 service neutron] (112658) timed out ('10.222.0.46', 57452) {{(pid=112658) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 15:16:12.764768 dv-cinder-859877-2-iscsi neutron-server[112659]: DEBUG neutron.wsgi [req-644d67e3-d68a-41fd-b661-75a969b78079 req-66680774-3154-427a-8364-944f2f59ccd7 tempest-AttachVolumeShelveTestJSON-558801479 tempest-AttachVolumeShelveTestJSON-558801479-project] (112659) timed out ('10.222.0.46', 57460) {{(pid=112659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 03 15:16:13.296261 dv-cinder-859877-2-iscsi neutron-server[112660]: DEBUG neutron_lib.callbacks.manager [None req-14179d47-6685-4700-92dd-f634606cba9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765220491466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3992513'] for agent (7306b6f9-197e-4420-915e-244643f69889), after_update {{(pid=112660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}